-- Logs begin at Mon 2021-08-09 11:00:52 UTC, end at Mon 2021-08-09 12:04:13 UTC. -- Aug 09 11:36:10.099243 dv-cinder-803901-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 11:36:12.823829 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:36:12.824542 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 11:36:12.824634 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:36:12.828101 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:36:12.828371 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 11:36:12.828666 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:36:12.829612 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:36:12.829847 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:36:12.830261 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:36:12.830513 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:36:12.830741 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:36:12.831062 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.831361 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.831684 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.831915 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.832209 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.832500 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.832782 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.833072 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.833369 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.833654 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.833935 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.834219 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.834449 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.834729 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.835015 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.835302 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.835524 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] debug = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.835825 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.836246 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.836667 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.836944 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.837234 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.837512 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.837784 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.838059 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.838341 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.838670 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] host = dv-cinder-803901-1-iscsi {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.838949 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.839236 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.839520 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.839827 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.840099 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.840373 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.840655 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.840927 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.841199 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] log_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.841472 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.841759 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.842044 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.842333 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.842556 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.842776 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.843062 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.843350 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.843663 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.843926 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.844199 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.844471 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.844743 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.845010 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.845295 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.845582 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.846447 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.846875 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.847266 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.847548 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.847855 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.848145 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.848423 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.848703 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.848980 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.849271 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.849539 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.849814 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.850115 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.850401 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.850683 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.850967 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.851239 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.851520 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.851829 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.852100 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.852371 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] use_json = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.852641 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.852910 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.853191 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.853461 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.853732 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.854004 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.854275 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.854559 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:12.854855 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.855152 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.855450 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.855758 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.856056 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.856336 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.856625 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.856903 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.857190 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.857479 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.857772 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.858056 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.858345 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.858616 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.858910 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.859218 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.859513 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.859831 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.860109 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.860385 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.860661 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.860942 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.861230 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.862094 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.862471 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.862753 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.863036 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.863334 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.863639 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.863916 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.864195 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.864485 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.864764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.865037 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.865319 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.865597 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.865870 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.866143 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.866420 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.866714 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.866989 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.867260 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.867532 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.867831 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.868102 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.868387 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.868665 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.868937 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.869214 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.869490 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.869761 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.870032 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.870307 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.870579 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.870854 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.871125 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.871395 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.871696 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.871969 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.872242 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.872514 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.872785 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.873060 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.873336 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.873603 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.873873 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.874143 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.874415 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.874700 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.874996 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.875274 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.875554 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.875859 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.876136 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.876412 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.876690 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.876966 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.877366 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.877808 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.878110 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.878401 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.878692 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.878977 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.879263 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.879560 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.879862 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.880147 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.880426 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.880706 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.880997 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.881280 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.881575 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.881870 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.882163 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.882457 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.882749 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.883030 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.883335 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.883653 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:12.883872 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:36:12.884112 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99791) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 11:36:13.241766 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:36:13.242043 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:36:13.242336 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:36:13.242672 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 11:36:13.646404 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.646671 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.646955 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.648199 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.648477 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.648743 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.682437 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.682709 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.682978 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.700222 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.700222 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.700668 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.729206 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.729487 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.729751 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.765555 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.765968 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:13.766241 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.003997 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.004684 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.004684 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.004684 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.005407 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.128204 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.128518 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.128803 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.129075 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.129343 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.129656 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.129915 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.130168 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.130422 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.130704 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.130967 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.131230 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.131486 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.131764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.132013 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.132274 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.132534 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.132892 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.133354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.133627 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.133903 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.134155 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.134441 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.134824 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.135075 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.135321 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.135750 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:14.135992 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:14.136225 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:14.136459 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:14.136693 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:14.136926 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:14.137291 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 11:36:14.140608 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 11:36:14.144594 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 11:36:14.148465 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 09 11:36:14.150245 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 11:36:14.150693 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 11:36:14.151025 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 11:36:14.151410 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 11:36:14.154225 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 11:36:14.154475 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 11:36:14.154822 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:36:14.160802 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 11:36:14.183541 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 11:36:14.184038 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.184342 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99791) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 11:36:14.184700 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.186056 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99791) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 11:36:14.186343 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:36:14.186589 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 11:36:14.190188 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.190383 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.254138 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 11:36:14.254314 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 11:36:14.254508 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 11:36:14.254886 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 11:36:14.276956 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_db.sqlalchemy.engines [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99791) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 11:36:14.834034 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing driver for type 'gre' Aug 09 11:36:14.834561 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] gre ID ranges: [(1, 1000)] Aug 09 11:36:14.888305 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing driver for type 'local' Aug 09 11:36:14.888722 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing driver for type 'vlan' Aug 09 11:36:14.902003 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] VlanTypeDriver initialization complete Aug 09 11:36:14.902337 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing driver for type 'vxlan' Aug 09 11:36:14.902840 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] vxlan ID ranges: [(1, 1000)] Aug 09 11:36:14.962681 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing extension driver 'port_security' Aug 09 11:36:14.962949 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] PortSecurityExtensionDriver initialization complete Aug 09 11:36:14.963327 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing mechanism driver 'openvswitch' Aug 09 11:36:14.964063 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing mechanism driver 'hyperv' Aug 09 11:36:14.971352 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.plugin [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:14.974154 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.974154 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.974154 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.974154 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:36:14.974154 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnet after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.974680 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnet after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.974680 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.974859 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:36:14.975189 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.975538 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.975903 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.976290 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:36:14.977024 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > security_group after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.977024 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > security_group after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.977349 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.977733 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:36:14.978267 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.978612 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.978951 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.979336 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:36:14.979768 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > address_group after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.980113 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > address_group after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.980446 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.980829 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:36:14.981199 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] ML2 OVO RPC backend initialized. {{(pid=99791) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 11:36:14.981910 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.982261 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.982672 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.983012 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > networks before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.983352 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.983727 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > ports before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.984068 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnet before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.984401 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnets before_response 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.984737 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.985070 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.985400 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.985728 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.986056 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.986489 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.986900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnet after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.987349 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnet after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.987713 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:14.988304 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.plugin [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Modular L2 Plugin initialization complete Aug 09 11:36:14.988628 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading services supported by the core plugin {{(pid=99791) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 11:36:14.988948 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.plugins.ml2.managers [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Got port-security extension from driver 'port_security' Aug 09 11:36:14.989407 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.extensions.vlantransparent [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Disabled vlantransparent extension. Aug 09 11:36:14.990591 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99791) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 11:36:14.990725 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: router Aug 09 11:36:15.027895 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.028535 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router after_create 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.028627 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router before_create 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.028988 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.029358 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.029711 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router after_delete 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.030066 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.030427 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router after_create 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.030771 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router after_update 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.031118 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router after_update 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.031463 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.031863 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router after_update 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.032275 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_update 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.032639 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: port after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.032980 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: port after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.033842 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: subnet after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.034186 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.034530 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.034876 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_create 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.035213 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: port before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.035554 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.035931 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router after_update 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.036272 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.036621 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_create 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.036981 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.037326 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_update 55549900 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.037689 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > agent after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.038038 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > agent after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.038378 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > network after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.039259 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Tracking information for resource: router configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:15.039596 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Tracking information for resource: floatingip configured {{(pid=99791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:36:15.044784 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.db.l3_agentschedulers_db [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 11:36:15.045482 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: port after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.045840 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: port after_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.046190 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: port after_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.046540 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: port after_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.047332 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router before_create 55550100 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.047736 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.048097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_create 55550100 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.048450 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > router precommit_update 55550100 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.053471 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.services.provider_configuration [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service providers = [] {{(pid=99791) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 11:36:15.053833 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.db.servicetype_db [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99791) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 11:36:15.056794 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.services.service_base [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:36:15.057140 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.services.service_base [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:36:15.057476 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.services.service_base [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:36:15.058353 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.services.service_base [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:36:15.058722 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.services.service_base [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 11:36:15.059099 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.059413 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 11:36:15.070310 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.070643 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: auto_allocate Aug 09 11:36:15.076703 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: network precommit_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.077070 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: network precommit_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.077597 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.077917 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: tag Aug 09 11:36:15.084712 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.085035 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: timestamp Aug 09 11:36:15.089061 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.089387 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: network_ip_availability Aug 09 11:36:15.095424 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.096504 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.097057 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.098049 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.098422 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: flavors Aug 09 11:36:15.104880 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.105259 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading Plugin: revisions Aug 09 11:36:15.111148 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:36:15.112575 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_concurrency.lockutils [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=99791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:36:15.113596 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99791) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 11:36:15.113978 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Initializing extension manager. Aug 09 11:36:15.114683 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: __init__.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.115176 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: __pycache__ {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.115687 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.116179 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: address_group.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.117446 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.118143 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: address-group Aug 09 11:36:15.118640 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: address_scope.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.119648 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.120510 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: address-scope Aug 09 11:36:15.120998 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.122481 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.123116 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: router-admin-state-down-before-update Aug 09 11:36:15.123825 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: agent.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.125201 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.125769 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: agent Aug 09 11:36:15.126320 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: agent_resources_synced.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.127785 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.128684 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: agent-resources-synced Aug 09 11:36:15.129268 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: allowedaddresspairs.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.132355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.133293 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: allowed-address-pairs Aug 09 11:36:15.133743 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: auto_allocated_topology.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.135599 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.136412 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: auto-allocated-topology Aug 09 11:36:15.137020 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: availability_zone.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.138237 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.138938 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: availability_zone Aug 09 11:36:15.139386 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: availability_zone_filter.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.140863 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.141508 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: availability_zone_filter Aug 09 11:36:15.141979 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: data_plane_status.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.144140 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.144910 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 11:36:15.145535 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: default_subnetpools.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.147199 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.148032 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: default-subnetpools Aug 09 11:36:15.148625 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.149950 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.150809 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: dhcp_agent_scheduler Aug 09 11:36:15.151289 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: dns.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.152323 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.152837 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 11:36:15.153156 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: dns_domain_ports.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.154069 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.154572 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 11:36:15.154890 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.155830 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.156337 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 11:36:15.156650 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: dvr.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.157319 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.157827 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: dvr Aug 09 11:36:15.158137 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: ecmp_routes.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.159636 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.160136 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 11:36:15.160451 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: empty_string_filtering.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.161347 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.161850 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: empty-string-filtering Aug 09 11:36:15.162162 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.163068 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.163590 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:36:15.163915 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.164823 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.165322 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 11:36:15.165641 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: external_net.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.166548 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.167044 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: external-net Aug 09 11:36:15.167363 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.168291 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.168794 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: extra_dhcp_opt Aug 09 11:36:15.169109 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: extraroute.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.170010 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.170515 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: extraroute Aug 09 11:36:15.170831 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: extraroute_atomic.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.171881 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.172384 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: extraroute-atomic Aug 09 11:36:15.172705 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: filter_validation.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.173373 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.173917 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: filter-validation Aug 09 11:36:15.174834 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: fip_pf_description.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.175789 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.176295 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 11:36:15.176614 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: fip_port_details.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.177514 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.178021 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: fip-port-details Aug 09 11:36:15.178344 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: flavors.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.179601 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.180130 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: flavors Aug 09 11:36:15.180453 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.182137 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.182651 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 11:36:15.182975 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: floatingip_pools.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.183700 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.184213 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: floatingip-pools Aug 09 11:36:15.184535 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: ip_allocation.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.185459 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.185964 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 11:36:15.186283 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.187191 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.187735 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: ip-substring-filtering Aug 09 11:36:15.188061 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l2_adjacency.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.188982 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.189526 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 11:36:15.189863 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l3.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.191019 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.191537 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: router Aug 09 11:36:15.191886 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.194186 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.194707 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:36:15.195034 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.195992 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.196504 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: ext-gw-mode Aug 09 11:36:15.196827 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.197740 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.198251 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: l3-ha Aug 09 11:36:15.198572 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l3_flavors.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.199477 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.200007 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: l3-flavors Aug 09 11:36:15.200589 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.201502 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.202007 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 11:36:15.202329 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: l3agentscheduler.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.203391 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.203938 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: l3_agent_scheduler Aug 09 11:36:15.204261 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: logging.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.205766 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.206278 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension logging not supported by any of loaded plugins Aug 09 11:36:15.206602 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: metering.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.207337 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.207943 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: metering Aug 09 11:36:15.208264 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.209366 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.209879 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: metering_source_and_destination_fields Aug 09 11:36:15.210201 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: multiprovidernet.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.211121 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.211671 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: multi-provider Aug 09 11:36:15.211992 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: netmtu.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.212943 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.213406 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: net-mtu Aug 09 11:36:15.213728 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: netmtu_writable.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.214645 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.215150 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: net-mtu-writable Aug 09 11:36:15.215469 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: network_availability_zone.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.216162 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.216661 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: network_availability_zone Aug 09 11:36:15.216995 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: network_ip_availability.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.218064 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.218572 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: network-ip-availability Aug 09 11:36:15.218888 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: network_segment_range.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.219697 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.220200 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 11:36:15.220510 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: pagination.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.222133 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.222461 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: pagination Aug 09 11:36:15.222780 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: port_device_profile.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.223726 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.224243 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: port-device-profile Aug 09 11:36:15.225113 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.226029 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.226534 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: port-mac-address-regenerate Aug 09 11:36:15.226861 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.227781 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.228292 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: port-numa-affinity-policy Aug 09 11:36:15.228608 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: port_resource_request.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.229522 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.230015 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 11:36:15.234541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: portbindings.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.234541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.234541 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: binding Aug 09 11:36:15.234541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: portbindings_extended.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.234541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.234541 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: binding-extended Aug 09 11:36:15.234541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: portsecurity.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.235210 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.236092 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: port-security Aug 09 11:36:15.236092 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: project_id.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.237758 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.238092 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: project-id Aug 09 11:36:15.238521 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: providernet.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.239635 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.240101 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: provider Aug 09 11:36:15.240218 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.243974 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.244748 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos not supported by any of loaded plugins Aug 09 11:36:15.245082 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.246317 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.246829 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 11:36:15.247158 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.248105 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.248615 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 11:36:15.248939 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_default.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.249844 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.250351 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-default not supported by any of loaded plugins Aug 09 11:36:15.250677 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_fip.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.251333 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.251871 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 11:36:15.252303 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_gateway_ip.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.253291 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.253812 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 11:36:15.254133 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_port_network_policy.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.258503 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.259937 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 11:36:15.260219 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_pps_rule.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.261421 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.261938 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 11:36:15.262273 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_rule_type_details.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.264732 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.264732 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 11:36:15.264732 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: qos_rules_alias.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.265400 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.265907 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 11:36:15.266229 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: quotasv2.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.267211 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.267534 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: quotas Aug 09 11:36:15.268425 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: quotasv2_detail.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.271552 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.271914 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: quota_details Aug 09 11:36:15.272544 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: rbac.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.273862 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.274766 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: rbac-policies Aug 09 11:36:15.274766 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: rbac_address_group.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.275682 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.276196 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: rbac-address-group Aug 09 11:36:15.276520 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: rbac_address_scope.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.277437 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.277943 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: rbac-address-scope Aug 09 11:36:15.278289 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: rbac_security_groups.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.279190 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.279721 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: rbac-security-groups Aug 09 11:36:15.280040 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: rbac_subnetpool.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.281236 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.281745 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: rbac-subnetpool Aug 09 11:36:15.291611 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: revisionifmatch.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.292632 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.293186 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: revision-if-match Aug 09 11:36:15.293516 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: revisions.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.294663 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.295184 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: standard-attr-revisions Aug 09 11:36:15.295511 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: router_availability_zone.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.296239 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.296749 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: router_availability_zone Aug 09 11:36:15.297071 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: routerservicetype.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.297988 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.298498 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 11:36:15.298818 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.299922 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.300436 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: security-groups-normalized-cidr Aug 09 11:36:15.300758 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.301674 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.302181 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: port-security-groups-filtering Aug 09 11:36:15.302508 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.303429 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.303971 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: security-groups-remote-address-group Aug 09 11:36:15.304316 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: securitygroup.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.313992 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.314574 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: security-group Aug 09 11:36:15.315416 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: segment.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.316313 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.316827 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension segment not supported by any of loaded plugins Aug 09 11:36:15.317153 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.318119 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.318629 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 11:36:15.318951 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: servicetype.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.320181 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.320702 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: service-type Aug 09 11:36:15.321031 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: sorting.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.322008 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.322337 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: sorting Aug 09 11:36:15.322655 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: standard_attr_segment.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.323561 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.324095 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 11:36:15.324414 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: standardattrdescription.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.325055 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.325851 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: standard-attr-description Aug 09 11:36:15.326170 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: stateful_security_group.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.327088 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.327654 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: stateful-security-group Aug 09 11:36:15.327976 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: stdattrs_common.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.328555 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 11:36:15.328872 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.329801 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.330835 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 11:36:15.331152 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: subnet_onboard.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.332251 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.332771 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: subnet_onboard Aug 09 11:36:15.333092 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.334009 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.334517 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 11:36:15.334838 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: subnet_service_types.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.335776 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.336288 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: subnet-service-types Aug 09 11:36:15.336608 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: subnetallocation.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.337745 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.338323 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: subnet_allocation Aug 09 11:36:15.338953 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.339781 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.340390 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: subnetpool-prefix-ops Aug 09 11:36:15.340734 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.341777 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.342454 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 11:36:15.342807 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: tagging.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.344131 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.344702 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: standard-attr-tag Aug 09 11:36:15.345108 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: timestamp.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.348128 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.348754 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loaded extension: standard-attr-timestamp Aug 09 11:36:15.349117 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: trunk.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.350250 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.350904 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension trunk not supported by any of loaded plugins Aug 09 11:36:15.351303 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: trunk_details.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.352392 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.352973 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 11:36:15.353329 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: uplink_status_propagation.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.354583 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.355182 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 11:36:15.355551 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Loading extension file: vlantransparent.py {{(pid=99791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:36:15.356452 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:36:15.357092 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 11:36:15.360021 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:network Aug 09 11:36:15.360631 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:subnet Aug 09 11:36:15.361178 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:36:15.361777 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:port Aug 09 11:36:15.363327 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.363886 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service FLAVORS assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.364716 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.365176 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.365619 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:router Aug 09 11:36:15.366151 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:36:15.366692 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service METERING assigned prefix: /metering {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.368228 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.368599 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.368978 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:36:15.369989 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:36:15.370439 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:36:15.370867 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:36:15.372636 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service CORE assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.372989 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:36:15.373353 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] subnetpool is already registered Aug 09 11:36:15.373805 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service CORE assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.374136 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:36:15.374788 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] subnetpool is already registered Aug 09 11:36:15.377143 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.377569 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service FLAVORS assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.378151 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.378568 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.378895 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:router Aug 09 11:36:15.379231 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] router is already registered Aug 09 11:36:15.379671 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:36:15.380009 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] floatingip is already registered Aug 09 11:36:15.380456 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service METERING assigned prefix: /metering {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.381116 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:36:15.381439 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] rbac_policy is already registered Aug 09 11:36:15.381843 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:36:15.382172 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] security_group is already registered Aug 09 11:36:15.382567 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:36:15.382895 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] security_group_rule is already registered Aug 09 11:36:15.383516 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service CORE assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.383863 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:36:15.384193 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] subnetpool is already registered Aug 09 11:36:15.384614 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.v2.resource_helper [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Service CORE assigned prefix: {{(pid=99791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:36:15.384996 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:36:15.385354 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING neutron.quota.resource_registry [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] subnetpool is already registered Aug 09 11:36:15.385833 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: extensions {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.387309 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: address-groups {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.388849 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: address-scopes {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.390177 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: agents {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.391335 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: auto-allocated-topology {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.393302 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: availability_zones {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.394610 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: dhcp-networks {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.396162 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: dhcp-agents {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.397612 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: routers {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.399344 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: flavors {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.400672 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: service_profiles {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.401886 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: next_providers {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.403328 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: service_profiles {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.404914 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: floatingip-pools {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.406152 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: routers {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.407931 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: floatingips {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.409772 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: l3-routers {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.411162 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: l3-agents {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.412621 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: metering-labels {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.413892 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: metering-label-rules {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.415283 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: network-ip-availabilities {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.416573 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: bindings {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.418123 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: quotas {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.419720 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: quotas {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.421598 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: rbac-policies {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.422857 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: security-groups {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.424403 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: security-group-rules {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.425638 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: service-providers {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.426869 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: subnetpools {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.428254 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: subnetpools {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.429849 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.431541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.433366 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.435190 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.436916 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.439912 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.441613 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.443427 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.445420 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.447449 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron.api.extensions [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Extended resource: tags {{(pid=99791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:36:15.453770 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING keystonemiddleware.auth_token [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 11:36:15.458814 dv-cinder-803901-1-iscsi neutron-server[99791]: WARNING keystonemiddleware.auth_token [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 11:36:15.467102 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_concurrency.lockutils [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Acquired lock "singleton_lock" {{(pid=99791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 11:36:15.467519 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_concurrency.lockutils [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Releasing lock "singleton_lock" {{(pid=99791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 11:36:15.468250 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO oslo_service.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Starting 2 workers Aug 09 11:36:15.473602 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Started child 99932 {{(pid=99791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:36:15.478312 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Started child 99933 {{(pid=99791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:36:15.479341 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:15.480089 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO neutron.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 11:36:15.480548 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Notify callbacks [] for process, before_spawn {{(pid=99791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:15.480838 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [-] (99932) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:36:15.482912 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO oslo_service.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Starting 1 workers Aug 09 11:36:15.483124 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:15.484522 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [-] (99933) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:36:15.488340 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Started child 99934 {{(pid=99791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:36:15.488865 dv-cinder-803901-1-iscsi neutron-server[99791]: INFO oslo_service.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Starting 1 workers Aug 09 11:36:15.492232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] calling RpcWorker wait() {{(pid=99934) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 11:36:15.492762 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] returning from RpcWorker wait() {{(pid=99934) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 11:36:15.493344 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Started child 99935 {{(pid=99791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:36:15.494133 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:15.494227 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG neutron_lib.callbacks.manager [None req-bd27dc6b-320d-4d90-95a3-bc9192844fe8 None None] Notify callbacks [] for process, after_spawn {{(pid=99791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:15.494643 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:15.496232 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:36:15.496453 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:36:15.496634 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:36:15.496856 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:36:15.497198 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:36:15.497360 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:36:15.497875 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.498147 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.498412 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.498676 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.498940 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.499068 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:15.499523 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.499803 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.500030 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:15.500120 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.500308 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.500556 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.500721 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.500884 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.501124 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.501371 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.501667 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.501925 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.502205 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.502650 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.502825 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.503085 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.503346 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.503616 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.503891 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] debug = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.504129 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.504619 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.504872 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.505128 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.505346 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.505619 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.505869 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.506134 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.506376 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.506608 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.506842 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.507101 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.507339 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.507551 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.507795 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.508053 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.508289 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.508754 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] host = dv-cinder-803901-1-iscsi {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.508982 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.509198 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.509421 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.509660 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.509925 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.510135 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.510661 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.511031 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.511284 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.511527 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.511801 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.512072 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.512312 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.512568 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.512728 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_options = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.512940 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.513192 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.513449 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.513638 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.513805 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.513976 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.514219 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.514378 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.514622 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.514834 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.515044 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.515253 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.515467 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.515703 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.515938 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.516183 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.516422 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.516638 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.516884 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.517126 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.517353 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.517571 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.518342 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.518556 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.518784 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.519163 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.519406 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.519638 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.519850 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.520118 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.520351 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.520617 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.520850 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.521092 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.521318 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.521543 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.521755 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.522025 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.522252 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.522500 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.522747 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.522981 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.523231 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.523444 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.523707 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.523918 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_json = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.524126 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.524338 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.524596 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.524806 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.525032 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.525243 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.525473 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.525700 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.526123 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.526416 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.526742 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.527011 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.527246 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.527497 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.527791 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.528012 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.528266 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.528496 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.528884 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.529046 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.529321 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.530697 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.530972 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.531309 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.531568 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.531873 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.532119 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.533111 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.533990 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.534306 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.534658 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.534948 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.535235 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.535545 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.535806 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.536084 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.536412 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.536744 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.536979 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.537212 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.538283 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.538283 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.538283 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.538283 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.538774 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.538774 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.539650 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.539650 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.539650 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.539650 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.540687 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.540687 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.540687 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.540687 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.541171 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.541171 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.541171 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.541506 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.541675 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.541924 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.542146 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.542374 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.544355 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545263 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545263 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545263 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545263 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545715 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545715 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545960 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.545960 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.546353 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.546705 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.547184 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.547344 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.547552 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.547781 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.548016 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.548217 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.548444 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.548688 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.548909 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.549155 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.549345 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.549551 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.549841 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.550183 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.550438 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.550713 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.551083 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.551227 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.551415 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.551678 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.551938 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.552179 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.552431 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.553573 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.553573 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.553573 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.553573 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.554135 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.554135 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.554135 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.554537 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.554537 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.554796 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.554974 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.555228 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.555510 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.555785 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.556040 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.556290 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.556574 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.556815 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.557086 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.557310 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.557608 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.557910 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.558193 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.558484 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.558758 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.559000 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.559265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.559503 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.559777 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.560010 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.560245 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.560489 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.560812 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.561262 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.561518 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.561748 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.562016 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.562376 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.562656 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.562901 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.563340 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.563724 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.564031 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.564281 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.564942 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.565197 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.565416 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.565657 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.565894 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.566141 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.566385 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.566641 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.566863 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.567115 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.567352 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.567626 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.567840 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.568057 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.568309 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.568550 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.568776 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.568992 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.569233 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.569445 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.569702 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.569917 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.570140 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.570386 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.570609 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.570832 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.571048 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.571463 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.571744 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.571969 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.572254 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.572506 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.572745 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.572977 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.573251 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.573527 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.573904 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.574150 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.574377 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.574590 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.574956 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.575644 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.576019 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.576265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.576537 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.576734 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.577179 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.577599 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.578127 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.578539 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.578956 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.579200 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.579623 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.580048 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.581045 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.581493 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.582763 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.583302 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.583715 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.584083 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.584335 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.584666 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.584903 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.585131 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.585356 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.585581 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.585802 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.586108 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.586378 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.586619 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.586879 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.587126 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.587348 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.587594 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.587821 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.588037 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.588290 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.588530 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.588746 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.588979 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.589195 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.589409 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.589634 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.589907 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.590065 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.590291 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.590498 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.590713 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.590938 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.591157 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.591370 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.591632 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.591879 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.592091 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.592317 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.592559 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.592772 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.593000 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.593213 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.593425 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.593649 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.593868 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.594080 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.594375 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.594633 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.594872 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.595173 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.595406 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.595694 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.596275 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.596419 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.596632 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.596875 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.597116 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.597356 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.597590 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.598772 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.598772 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.599267 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.599267 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.599524 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.599765 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.600057 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.600340 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.600560 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.600867 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.601215 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.601507 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.601762 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.602013 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.602265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.602495 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.602722 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.602962 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.603217 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.603435 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.603738 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.603974 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.604204 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.604429 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.604681 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.604909 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.605172 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.605434 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.605632 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.605853 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.606014 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:36:15.606533 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:36:15.606696 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:36:15.606853 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:36:15.607024 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:36:15.607195 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:36:15.607349 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:36:15.607569 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.607747 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.607910 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.608072 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.608232 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.608416 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.608579 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.608739 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.608905 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.609051 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.609216 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.609396 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.609634 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.609791 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.609952 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.610112 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.610270 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.613651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.613651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.613651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.613651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.613651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.613651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] debug = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.613651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.614644 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.614644 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.614644 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.614644 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.614644 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.614644 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.615265 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] host = dv-cinder-803901-1-iscsi {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616097 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.616900 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.617764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.617764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_options = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.617764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.617764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.617764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.617764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618267 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618267 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618267 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618533 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618533 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618762 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618762 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.618906 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.619104 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.619251 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.619476 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.619633 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.619759 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.619881 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.620043 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.620284 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.620383 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.620514 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.620675 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.620837 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.620996 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.621155 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.621314 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.621474 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.621634 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.621795 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.621956 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.622118 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.622278 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.622438 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.622597 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.622756 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.622916 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.623081 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.623242 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.623402 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.623564 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.623745 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.623906 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.624066 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.624226 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.624386 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_json = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.624546 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.624707 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.624868 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.625028 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.625189 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.625349 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.625512 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.625675 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:36:15.626111 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.626111 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.626376 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.626661 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.626947 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.627254 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.627479 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.627670 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.627914 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.628096 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.628270 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.628436 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.628613 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.628778 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.628941 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.629121 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.629276 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.629438 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.629603 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.629764 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.629927 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.630089 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.630274 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.630551 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.630742 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.630887 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.631038 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.631207 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.631381 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.631511 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.631703 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.631858 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.632021 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.632184 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.632345 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.632513 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.632676 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.632837 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.632999 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.633162 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.633383 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.633516 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.633638 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.633802 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.633964 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.634127 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.634290 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.634453 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.634616 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.634777 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.634952 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.635113 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.635281 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.635438 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636273 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636273 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636273 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636273 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636273 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636608 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636608 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636725 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.636841 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.637001 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.637163 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.637326 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.637487 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.637649 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.637812 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.637974 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.638136 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.638374 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.638539 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.638702 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.638864 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.639027 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.639189 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.639352 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.639514 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.639760 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.639840 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.639999 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.640161 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.640329 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.640502 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.640681 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.640842 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.641004 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.641166 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645354 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645895 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645895 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645895 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645895 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.645895 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.646173 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.646240 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.646304 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:15.646375 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.646520 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.646686 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.646850 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.647013 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.647175 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.647331 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.647501 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.647686 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.647854 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.650494 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.650682 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.650869 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.651040 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.651210 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.651376 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.651541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.651729 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.651998 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.652093 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.652211 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.652376 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.652540 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.652713 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.652889 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.653052 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.653216 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.653378 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.653567 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.653730 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.653892 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.654055 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.654218 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.654381 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.654543 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.654705 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.654867 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.655030 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.655258 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.655433 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.655515 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.655684 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.655847 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.656009 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.656173 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.656335 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.656498 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.656662 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.656824 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.656987 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.657149 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.657309 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.657471 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.657633 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.657795 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.657957 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.658120 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.658882 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.659148 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.659417 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.659604 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.659780 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.659951 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.660084 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.660244 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.660409 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.660571 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.660735 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.660882 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.661047 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.661210 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.661523 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.661523 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.661774 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.661892 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.662006 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.662119 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.662293 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.662459 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.662597 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.662743 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.662904 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.663065 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.663245 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.663409 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.663794 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.663794 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664098 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664098 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664498 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664498 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664498 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664667 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664802 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.664966 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.665137 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.665300 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.665462 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.665819 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.665819 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.665966 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.666081 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.666258 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.666422 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.666585 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.666747 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.666909 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.667071 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.667449 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.667449 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.667651 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.667733 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.667878 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.668041 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.668213 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.668375 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.668536 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.668698 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.668860 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.669021 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.669198 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.669356 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.669503 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.669661 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.669805 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.669971 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.670179 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.670462 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.670701 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.670869 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.671146 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.671328 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.671413 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.671501 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.671684 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.671848 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.672046 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.672254 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.672393 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.672538 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.672702 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.672875 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.673045 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.673193 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.673356 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.673531 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.673695 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.673887 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.674051 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.674236 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.674402 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.674566 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.674745 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.674940 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.675357 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.675656 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.675855 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.676032 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.676206 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.676383 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.676530 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.676716 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.676914 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.677055 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.677196 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.677335 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.677501 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.677726 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.677726 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.678194 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.678194 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.678194 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.678415 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.678570 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.678732 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.678894 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.679057 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.679218 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.679380 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.679541 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.679725 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:36:15.679882 dv-cinder-803901-1-iscsi neutron-server[99791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:36:15.789372 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56522) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:15.797795 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061839 Aug 09 11:36:27.395305 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4272cc78-e981-4ee4-83d1-6ebeb121728b None None] get_active_networks_info from dv-cinder-803901-1-iscsi {{(pid=99934) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 11:36:27.488435 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272cc78-e981-4ee4-83d1-6ebeb121728b None None] No non-hosted networks {{(pid=99934) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 11:36:27.506595 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.agentschedulers_db [None req-4272cc78-e981-4ee4-83d1-6ebeb121728b None None] DHCP Agent not found on host dv-cinder-803901-1-iscsi {{(pid=99934) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 11:36:27.616223 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f14bfd4d-75a5-4c69-8935-6e32f355b7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979174'] for agent, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.181904 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-5c4be0ce-7be4-48fd-b0c0-09e123b94f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979174'] for agent, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.225227 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-07fd4b1f-d17a-40e1-80fa-5448fe34222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.309820 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979174'] for agent, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:30.313740 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.314109 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.317131 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.317474 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.317810 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.318145 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.318476 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.318845 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.319177 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.319501 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.321220 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.327515 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:30.328223 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803901-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:30.336717 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803901-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:36:31.516898 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979174'] for agent, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:32.945883 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979174'] for agent, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:34.065252 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56614) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:34.619114 dv-cinder-803901-1-iscsi neutron-server[99933]: WARNING oslo_policy.policy [None req-3fa8e659-3cf8-4fd1-96df-0699f79d1399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:34.619645 dv-cinder-803901-1-iscsi neutron-server[99933]: WARNING oslo_policy.policy [None req-3fa8e659-3cf8-4fd1-96df-0699f79d1399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:34.845184 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [None req-3fa8e659-3cf8-4fd1-96df-0699f79d1399 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:36:34.846893 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3fa8e659-3cf8-4fd1-96df-0699f79d1399 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7805734 Aug 09 11:36:35.596359 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.db.l3_hamode_db [None req-86c2eb9f-7c96-4e99-b260-5e87f27c1093 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 11:36:35.677485 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2eb9f-7c96-4e99-b260-5e87f27c1093 None None] Routers set() bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:36:35.677881 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2eb9f-7c96-4e99-b260-5e87f27c1093 None None] Router IDs set() for agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 11:36:37.286627 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56628) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:37.612296 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:36:37.705212 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.policy [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99933) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:36:37.749840 dv-cinder-803901-1-iscsi neutron-server[99933]: WARNING oslo_policy.policy [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:37.750217 dv-cinder-803901-1-iscsi neutron-server[99933]: WARNING oslo_policy.policy [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:37.759798 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.quota [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] Loaded quota_driver: . Aug 09 11:36:37.853580 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729093808561', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729093809124', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729093832656', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729093826947', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729093726539', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729093773495', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1597610', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2077325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627162'] for rbac-policy, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:37.925012 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:37.926205 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-029af21e-b813-4cca-b0a4-ab19d03fd079 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6386023 Aug 09 11:36:40.525709 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 56640) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:41.023002 dv-cinder-803901-1-iscsi neutron-server[99932]: WARNING oslo_policy.policy [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:41.023629 dv-cinder-803901-1-iscsi neutron-server[99932]: WARNING oslo_policy.policy [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:41.253765 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'project_id': '4700f055c0cb4b10ac458eaa33a05381'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:36:41.255270 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.quota [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Loaded quota_driver: . Aug 09 11:36:41.318163 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Made reservation on behalf of 4700f055c0cb4b10ac458eaa33a05381 for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:36:41.386790 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.policy [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99932) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:36:41.433675 dv-cinder-803901-1-iscsi neutron-server[99932]: WARNING oslo_policy.policy [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:41.434058 dv-cinder-803901-1-iscsi neutron-server[99932]: WARNING oslo_policy.policy [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:36:41.445687 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.468316 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.608390 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.612569 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.637094 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:36:41.663853 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729096208487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.664459 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Unsubscribe: segment precommit_create {{(pid=99932) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:36:41.664979 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Added segment 16542ade-0bd7-410b-9f19-bcfb63c5c585 of type vlan for network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 Aug 09 11:36:41.675716 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101c636d-2c3f-4fce-91e0-01a0bce0f3c4,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:41.698699 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.699068 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.699406 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.699764 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.700098 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.700436 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.701030 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.701350 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.701688 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.702005 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.702320 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.702632 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Tracked resource versions report: Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: pushed versions: Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: { 'AddressGroup': {'1.2'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'ConntrackHelper': {'1.0'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Log': {'1.0'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Network': {'1.1'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Port': {'1.7'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'PortForwarding': {'1.2'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'QosPolicy': {'1.9'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroup': {'1.4'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SubPort': {'1.0'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Subnet': {'1.1'}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Trunk': {'1.1'}} Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: consumer versions: Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'ConntrackHelper': '1.0', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Log': '1.0', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Network': '1.1', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Port': '1.7', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'PortForwarding': '1.2', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'QosPolicy': '1.9', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroup': '1.4', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroupRule': '1.2', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SubPort': '1.0', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Subnet': '1.1', Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Trunk': '1.1'}} Aug 09 11:36:41.703727 dv-cinder-803901-1-iscsi neutron-server[99932]: {{(pid=99932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:36:41.804219 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.859282 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.860476 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:41.861789 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:41.945462 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4175079 Aug 09 11:36:41.960220 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba241e-c7b4-4237-bf29-35c71666a392 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a28aa3-aa4c-43d3-a975-b865549ce0b5,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:41.974710 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:36:44.654205 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 56662) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:45.114674 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a687287c-b4ac-4c0d-91e2-062326afc7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:45.116053 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a687287c-b4ac-4c0d-91e2-062326afc7e0 admin admin] 10.222.0.50 "GET /v2.0/networks/a0a28aa3-aa4c-43d3-a975-b865549ce0b5 HTTP/1.1" status: 200 len: 825 time: 0.4608076 Aug 09 11:36:45.152441 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-2257cae5-546d-4375-a400-fac977137f04 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/abb57e5f-8065-4c01-bf72-5f5ca84d1b39 HTTP/1.1" status: 200 len: 734 time: 0.0305371 Aug 09 11:36:45.162378 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'ip_version': 4, 'subnetpool_id': 'abb57e5f-8065-4c01-bf72-5f5ca84d1b39', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'name': 'private-subnet'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:36:45.184663 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Made reservation on behalf of 4700f055c0cb4b10ac458eaa33a05381 for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:36:45.186964 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.516378 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.585207 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Checking segment: {'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:36:45.585604 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Network hostable DHCP agents. Network: a0a28aa3-aa4c-43d3-a975-b865549ce0b5, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:36:45.590162 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f670a3-ee24-4f84-8241-0abe796e948a,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:45.609919 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:36:45.621072 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, a0a28aa3-aa4c-43d3-a975-b865549ce0b5) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:36:45.625657 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:36:45.626327 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:45.631737 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a2f1f-b481-4b5a-8dfb-6c8365d6155a None None] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:36:45.647636 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-f8ebbd5a-9e07-49bf-b3a2-e49af4a8f745 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4848206 Aug 09 11:36:45.962449 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'fixed_ips': [{'subnet_id': '99f670a3-ee24-4f84-8241-0abe796e948a'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:36:45.963801 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:46.250282 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Allocated IP 172.20.0.2 (a0a28aa3-aa4c-43d3-a975-b865549ce0b5/99f670a3-ee24-4f84-8241-0abe796e948a/a17d3448-5e61-4f16-944c-ff2e5f8fa644) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:36:46.473679 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:46.519469 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Transition to ACTIVE for port object a17d3448-5e61-4f16-944c-ff2e5f8fa644 will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:36:46.540532 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Transition to ACTIVE for port object a17d3448-5e61-4f16-944c-ff2e5f8fa644 will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:36:46.549443 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:46.622725 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:36:46.628183 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:36:46.637061 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:36:46.639381 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Pushing event updated for resources: {'Port': ['ID=a17d3448-5e61-4f16-944c-ff2e5f8fa644,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:46.649849 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.650195 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.650534 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.650865 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.651193 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.651521 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.651869 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.652193 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.652532 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.652854 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.653169 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.653487 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Tracked resource versions report: Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: pushed versions: Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: { 'AddressGroup': {'1.2'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'ConntrackHelper': {'1.0'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Log': {'1.0'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Network': {'1.1'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Port': {'1.7'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'PortForwarding': {'1.2'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'QosPolicy': {'1.9'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroup': {'1.4'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SubPort': {'1.0'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Subnet': {'1.1'}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Trunk': {'1.1'}} Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: consumer versions: Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'ConntrackHelper': '1.0', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Log': '1.0', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Network': '1.1', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Port': '1.7', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'PortForwarding': '1.2', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'QosPolicy': '1.9', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroup': '1.4', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroupRule': '1.2', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SubPort': '1.0', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Subnet': '1.1', Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Trunk': '1.1'}} Aug 09 11:36:46.654563 dv-cinder-803901-1-iscsi neutron-server[99934]: {{(pid=99934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:36:46.728518 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Attempting to bind port a17d3448-5e61-4f16-944c-ff2e5f8fa644 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:36:46.728915 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Attempting to bind port a17d3448-5e61-4f16-944c-ff2e5f8fa644 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:36:46.729352 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Attempting to bind port a17d3448-5e61-4f16-944c-ff2e5f8fa644 on network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:36:46.734428 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:36:46.734824 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Checking segment: {'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:36:46.735287 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:46.736225 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Bound using segment: {'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:36:46.737138 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Bound port: a17d3448-5e61-4f16-944c-ff2e5f8fa644, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:36:46.737545 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:46.822807 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] For port a17d3448-5e61-4f16-944c-ff2e5f8fa644, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:36:46.827684 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] For port a17d3448-5e61-4f16-944c-ff2e5f8fa644, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=a17d3448-5e61-4f16-944c-ff2e5f8fa644,segment=NetworkSegment(16542ade-0bd7-410b-9f19-bcfb63c5c585),segment_id=16542ade-0bd7-410b-9f19-bcfb63c5c585)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:36:46.832621 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:46.913846 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba1a9a-87c2-458e-a11f-10644158f4a7 None None] Pushing event updated for resources: {'Port': ['ID=a17d3448-5e61-4f16-944c-ff2e5f8fa644,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:48.155744 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 56670) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:48.493457 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [None req-8bf53aa3-4ee0-4218-a3a5-33851671dad6 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:36:48.494445 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8bf53aa3-4ee0-4218-a3a5-33851671dad6 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3377490 Aug 09 11:36:50.890679 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56678) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:51.232780 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [None req-e3180a27-5636-42bf-acb7-ce1cd697e7b1 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:36:51.247609 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e3180a27-5636-42bf-acb7-ce1cd697e7b1 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3420067 Aug 09 11:36:53.874948 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56688) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:54.206289 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-1a761212-2000-48e6-bcf9-a47f839f7cb1 admin admin] Request body: {'router': {'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'name': 'router1', 'admin_state_up': True}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:36:54.236223 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a761212-2000-48e6-bcf9-a47f839f7cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.237978 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a761212-2000-48e6-bcf9-a47f839f7cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.401105 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a761212-2000-48e6-bcf9-a47f839f7cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.405849 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a761212-2000-48e6-bcf9-a47f839f7cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.418879 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a761212-2000-48e6-bcf9-a47f839f7cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.420130 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-1a761212-2000-48e6-bcf9-a47f839f7cb1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5441694 Aug 09 11:36:55.488056 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb2968-3a1f-47ce-b484-8bc7d41c4c25 None None] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:36:55.542302 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-537d5250-1ddc-454b-80a6-e34c994e17b8 None None] Provisioning for port a17d3448-5e61-4f16-944c-ff2e5f8fa644 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:36:56.183200 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device a17d3448-5e61-4f16-944c-ff2e5f8fa644 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:36:56.266036 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port a17d3448-5e61-4f16-944c-ff2e5f8fa644 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:36:56.270697 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port a17d3448-5e61-4f16-944c-ff2e5f8fa644 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:36:56.271107 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:56.383737 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:56.419509 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port a17d3448-5e61-4f16-944c-ff2e5f8fa644, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=a17d3448-5e61-4f16-944c-ff2e5f8fa644,segment=NetworkSegment(16542ade-0bd7-410b-9f19-bcfb63c5c585),segment_id=16542ade-0bd7-410b-9f19-bcfb63c5c585)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:36:56.423334 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:56.472759 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=a17d3448-5e61-4f16-944c-ff2e5f8fa644,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:36:56.843978 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56700) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:57.170671 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [None req-72aac21e-d88b-4170-a45c-ba07d0a2065d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:36:57.171677 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-72aac21e-d88b-4170-a45c-ba07d0a2065d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267348 Aug 09 11:36:57.307456 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7cb3465b-4045-43db-8d14-d8dd009b0a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:58.157140 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device a17d3448-5e61-4f16-944c-ff2e5f8fa644 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:36:58.205214 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port a17d3448-5e61-4f16-944c-ff2e5f8fa644 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:36:58.205581 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:59.656436 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56708) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:36:59.975103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:00.000653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Made reservation on behalf of 3df5c8c0643645abb99db40bb92c9860 for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:37:00.003842 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.019916 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.138725 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.146566 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.160611 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Reserving flat network on physical network physnet1 {{(pid=99933) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 11:37:00.182832 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c279b66f-b0e4-4212-a9bd-bd03a546659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.209651 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729096208487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.210236 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Unsubscribe: segment precommit_create {{(pid=99933) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:37:00.210829 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Added segment 3abeea72-017d-4d8d-be5a-264cdeb963e2 of type flat for network 9d0988de-db32-4c4b-af20-63483d3a68ab Aug 09 11:37:00.232403 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a6f3ce-8159-4e58-961a-711f8710c927,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:00.282796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.283616 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.283616 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.283817 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.284122 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.284458 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.284812 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.285169 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.285556 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.285876 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.286186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.286494 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Tracked resource versions report: Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: pushed versions: Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: { 'AddressGroup': {'1.2'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'ConntrackHelper': {'1.0'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Log': {'1.0'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Network': {'1.1'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Port': {'1.7'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'PortForwarding': {'1.2'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'QosPolicy': {'1.9'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroup': {'1.4'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SubPort': {'1.0'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Subnet': {'1.1'}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Trunk': {'1.1'}} Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: consumer versions: Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'ConntrackHelper': '1.0', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Log': '1.0', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Network': '1.1', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Port': '1.7', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'PortForwarding': '1.2', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'QosPolicy': '1.9', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroup': '1.4', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroupRule': '1.2', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SubPort': '1.0', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Subnet': '1.1', Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Trunk': '1.1'}} Aug 09 11:37:00.287617 dv-cinder-803901-1-iscsi neutron-server[99933]: {{(pid=99933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:37:00.293926 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.339496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.407326 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.408682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:00.409312 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.500533 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8422563 Aug 09 11:37:00.508960 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5b21e-efd3-4d58-b2b3-8e545be10b62 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0988de-db32-4c4b-af20-63483d3a68ab,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:00.521046 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 9d0988de-db32-4c4b-af20-63483d3a68ab details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:37:01.453284 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.886719 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:02.910384 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 56730) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:03.130401 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b70b2d-7940-4378-9e0c-04fd7ac98688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:03.131794 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-58b70b2d-7940-4378-9e0c-04fd7ac98688 admin admin] 10.222.0.50 "GET /v2.0/subnets/99f670a3-ee24-4f84-8241-0abe796e948a HTTP/1.1" status: 200 len: 849 time: 0.2204044 Aug 09 11:37:03.293018 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-faf84220-a95f-4ea7-9047-6a812b559e39 admin admin] 10.222.0.50 "GET /v2.0/routers/1680821d-3d74-4c6d-bd3c-a3d07b48e459 HTTP/1.1" status: 200 len: 704 time: 0.1551340 Aug 09 11:37:03.565706 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:03.864084 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Allocated IP 172.20.0.1 (a0a28aa3-aa4c-43d3-a975-b865549ce0b5/99f670a3-ee24-4f84-8241-0abe796e948a/bf5be1d7-a081-466a-829a-6374d20a4b00) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:04.045821 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.071377 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Transition to ACTIVE for port object bf5be1d7-a081-466a-829a-6374d20a4b00 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:04.150526 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.219531 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:04.226599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:04.237172 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:37:04.237600 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.260613 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Pushing event updated for resources: {'Port': ['ID=bf5be1d7-a081-466a-829a-6374d20a4b00,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:04.452652 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3e9f5690-2862-4570-9b3f-c23e49c7a426 None None] Provisioning for port bf5be1d7-a081-466a-829a-6374d20a4b00 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:04.456497 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3e9f5690-2862-4570-9b3f-c23e49c7a426 None None] Provisioning complete for port bf5be1d7-a081-466a-829a-6374d20a4b00 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:04.456863 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3e9f5690-2862-4570-9b3f-c23e49c7a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.491148 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f5690-2862-4570-9b3f-c23e49c7a426 None None] Port bf5be1d7-a081-466a-829a-6374d20a4b00 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:37:04.513941 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.733290 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.738975 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.739795 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:04.819428 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Pushing event updated for resources: {'Port': ['ID=bf5be1d7-a081-466a-829a-6374d20a4b00,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:04.868352 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:04.869686 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:05.035217 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:37:05.112297 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-7ad84328-cd86-4f6b-8b10-8324f09d4891 None None] Provisioning complete for port bf5be1d7-a081-466a-829a-6374d20a4b00 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:05.112663 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7ad84328-cd86-4f6b-8b10-8324f09d4891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:05.126330 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:05.135475 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f80dd66d-3694-40fe-8caf-e16a156eb71d admin admin] 10.222.0.50 "PUT /v2.0/routers/1680821d-3d74-4c6d-bd3c-a3d07b48e459/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8361976 Aug 09 11:37:05.139630 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Sync routers for ids ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:05.151250 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Routers {'1680821d-3d74-4c6d-bd3c-a3d07b48e459'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:05.151971 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-7ad84328-cd86-4f6b-8b10-8324f09d4891 None None] Port bf5be1d7-a081-466a-829a-6374d20a4b00 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:37:05.152161 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:37:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:05.339423 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Set router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 gateway port host: None {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:05.768688 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'name': 'router1', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:36:54Z', 'updated_at': '2021-08-09T11:37:04Z', 'revision_number': 2, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'gw_port_host': None, '_interfaces': [{'id': 'bf5be1d7-a081-466a-829a-6374d20a4b00', 'name': '', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'mac_address': 'fa:16:3e:3a:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:03Z', 'updated_at': '2021-08-09T11:37:04Z', 'revision_number': 2, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'subnets': [{'id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb57e5f-8065-4c01-bf72-5f5ca84d1b39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:05.828266 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Checking router: 1680821d-3d74-4c6d-bd3c-a3d07b48e459 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:05.828643 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Updating router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 port bf5be1d7-a081-466a-829a-6374d20a4b00 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:37:05.879502 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.417790 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.436317 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Transition to ACTIVE for port object bf5be1d7-a081-466a-829a-6374d20a4b00 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:06.442188 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.608013 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Pushing event updated for resources: {'Port': ['ID=bf5be1d7-a081-466a-829a-6374d20a4b00,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:06.612815 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Attempting to bind port bf5be1d7-a081-466a-829a-6374d20a4b00 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:37:06.613209 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Attempting to bind port bf5be1d7-a081-466a-829a-6374d20a4b00 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:37:06.613644 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Attempting to bind port bf5be1d7-a081-466a-829a-6374d20a4b00 on network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:06.622986 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:37:06.623402 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Checking segment: {'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:37:06.623898 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.624302 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Bound using segment: {'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:37:06.624798 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Bound port: bf5be1d7-a081-466a-829a-6374d20a4b00, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16542ade-0bd7-410b-9f19-bcfb63c5c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:37:06.625346 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.635568 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.635931 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.636262 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.636597 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.636921 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.637242 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.637559 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.637880 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.638201 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.638519 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.638913 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.639145 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Tracked resource versions report: Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: pushed versions: Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: { 'AddressGroup': {'1.2'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'ConntrackHelper': {'1.0'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Log': {'1.0'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Network': {'1.1'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Port': {'1.7'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'PortForwarding': {'1.2'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'QosPolicy': {'1.9'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroup': {'1.4'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SubPort': {'1.0'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Subnet': {'1.1'}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Trunk': {'1.1'}} Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: consumer versions: Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'ConntrackHelper': '1.0', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Log': '1.0', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Network': '1.1', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Port': '1.7', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'PortForwarding': '1.2', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'QosPolicy': '1.9', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroup': '1.4', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroupRule': '1.2', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SubPort': '1.0', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Subnet': '1.1', Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Trunk': '1.1'}} Aug 09 11:37:06.640209 dv-cinder-803901-1-iscsi neutron-server[99935]: {{(pid=99935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:37:06.704280 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] For port bf5be1d7-a081-466a-829a-6374d20a4b00, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:37:06.727390 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] For port bf5be1d7-a081-466a-829a-6374d20a4b00, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=bf5be1d7-a081-466a-829a-6374d20a4b00,segment=NetworkSegment(16542ade-0bd7-410b-9f19-bcfb63c5c585),segment_id=16542ade-0bd7-410b-9f19-bcfb63c5c585)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:37:06.731653 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:06.779999 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Routers {'1680821d-3d74-4c6d-bd3c-a3d07b48e459'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:06.780771 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:37:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:06.885553 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] Set router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 gateway port host: None {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:06.887674 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739789f-4c2e-4e8e-9882-560625b880fa None None] Pushing event updated for resources: {'Port': ['ID=bf5be1d7-a081-466a-829a-6374d20a4b00,revision_number=4']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:07.112572 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'name': 'router1', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:36:54Z', 'updated_at': '2021-08-09T11:37:04Z', 'revision_number': 2, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'gw_port_host': None, '_interfaces': [{'id': 'bf5be1d7-a081-466a-829a-6374d20a4b00', 'name': '', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'mac_address': 'fa:16:3e:3a:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:03Z', 'updated_at': '2021-08-09T11:37:06Z', 'revision_number': 4, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'subnets': [{'id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb57e5f-8065-4c01-bf72-5f5ca84d1b39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:07.139180 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad6d86-a42f-44da-9709-3bef96cefab9 None None] The sync data for ids ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'] in dv-cinder-803901-1-iscsi is: [{'id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'name': 'router1', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:36:54Z', 'updated_at': '2021-08-09T11:37:04Z', 'revision_number': 2, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'gw_port_host': None, '_interfaces': [{'id': 'bf5be1d7-a081-466a-829a-6374d20a4b00', 'name': '', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'mac_address': 'fa:16:3e:3a:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:03Z', 'updated_at': '2021-08-09T11:37:06Z', 'revision_number': 4, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'subnets': [{'id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb57e5f-8065-4c01-bf72-5f5ca84d1b39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:07.374884 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 56750) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:07.492251 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9a0de-4c37-42a9-a894-c9781b152adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:07.493547 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7dd9a0de-4c37-42a9-a894-c9781b152adc admin admin] 10.222.0.50 "GET /v2.0/networks/9d0988de-db32-4c4b-af20-63483d3a68ab HTTP/1.1" status: 200 len: 842 time: 0.1177230 Aug 09 11:37:07.503681 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Request body: {'subnet': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:07.524273 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Made reservation on behalf of 3df5c8c0643645abb99db40bb92c9860 for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:37:07.526575 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.864231 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.objects.ports [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99932) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 11:37:07.864750 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.930185 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3aac28-dd54-4dd4-9525-9e79a63b7142,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:07.930185 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:37:07.931110 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Network hostable DHCP agents. Network: 9d0988de-db32-4c4b-af20-63483d3a68ab, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:37:07.946819 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:37:07.956651 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 9d0988de-db32-4c4b-af20-63483d3a68ab) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:07.960533 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:07.961111 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:07.967302 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a1414c-77bd-4112-89e7-f05d5caa981c None None] Network 9d0988de-db32-4c4b-af20-63483d3a68ab requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:37:07.985812 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a7d98590-e2a3-45c6-bddf-346221e31219 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4756067 Aug 09 11:37:08.105794 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbab11e-c0cb-4a27-a6b2-5e5164da17cd None None] Network 9d0988de-db32-4c4b-af20-63483d3a68ab requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:37:10.289549 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 56758) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:10.519497 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-cf9a318a-29bc-4a8f-aa50-56d691bd88ad admin admin] 10.222.0.50 "GET /v2.0/routers/1680821d-3d74-4c6d-bd3c-a3d07b48e459 HTTP/1.1" status: 200 len: 710 time: 0.2286501 Aug 09 11:37:10.610003 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e903cf4-866f-4fcd-aa16-2a7b66feb74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:37:10.611459 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-0e903cf4-866f-4fcd-aa16-2a7b66feb74c admin admin] 10.222.0.50 "GET /v2.0/networks/9d0988de-db32-4c4b-af20-63483d3a68ab HTTP/1.1" status: 200 len: 886 time: 0.0864236 Aug 09 11:37:10.620943 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:37:10.879158 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.158290 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.234490 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.402080 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Allocated IP 172.27.3.223 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/1443101a-4d8b-480d-9f12-b37d0eb99059) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:37:11.518068 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.611850 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:11.683240 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:37:11.690692 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:37:11.693802 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:37:11.739607 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1443101a-4d8b-480d-9f12-b37d0eb99059,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:11.984203 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.180420 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-977428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-981573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3208'] for router, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.185453 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-977647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-977638', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-981596'] for router, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.301794 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:37:12.483770 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:37:12.488364 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:12.489541 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-21f675f9-312c-4c07-89df-630edc0d73e8 admin admin] 10.222.0.50 "PUT /v2.0/routers/1680821d-3d74-4c6d-bd3c-a3d07b48e459 HTTP/1.1" status: 200 len: 890 time: 1.8719120 Aug 09 11:37:13.619422 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Sync routers for ids ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:37:13.630007 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Routers {'1680821d-3d74-4c6d-bd3c-a3d07b48e459'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:13.630680 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:37:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:13.889938 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Set router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:14.214213 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device bf5be1d7-a081-466a-829a-6374d20a4b00 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:14.302899 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port bf5be1d7-a081-466a-829a-6374d20a4b00 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:14.312685 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port bf5be1d7-a081-466a-829a-6374d20a4b00 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:14.313641 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.342972 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'name': 'router1', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '1443101a-4d8b-480d-9f12-b37d0eb99059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:36:54Z', 'updated_at': '2021-08-09T11:37:11Z', 'revision_number': 4, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'gw_port': {'id': '1443101a-4d8b-480d-9f12-b37d0eb99059', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:11Z', 'updated_at': '2021-08-09T11:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'bf5be1d7-a081-466a-829a-6374d20a4b00', 'name': '', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'mac_address': 'fa:16:3e:3a:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:03Z', 'updated_at': '2021-08-09T11:37:06Z', 'revision_number': 4, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'subnets': [{'id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb57e5f-8065-4c01-bf72-5f5ca84d1b39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:14.398389 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Checking router: 1680821d-3d74-4c6d-bd3c-a3d07b48e459 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:37:14.398676 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Updating router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 port 1443101a-4d8b-480d-9f12-b37d0eb99059 binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:37:14.454757 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.574624 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.666591 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port bf5be1d7-a081-466a-829a-6374d20a4b00, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=bf5be1d7-a081-466a-829a-6374d20a4b00,segment=NetworkSegment(16542ade-0bd7-410b-9f19-bcfb63c5c585),segment_id=16542ade-0bd7-410b-9f19-bcfb63c5c585)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:14.694910 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.764849 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=bf5be1d7-a081-466a-829a-6374d20a4b00,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:14.873463 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.883875 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Transition to ACTIVE for port object 1443101a-4d8b-480d-9f12-b37d0eb99059 will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:37:14.888409 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 56770) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:14.889664 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.948481 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a023fac-5308-4c11-91bf-5d35d4f6968b None None] Pushing event updated for resources: {'Port': ['ID=1443101a-4d8b-480d-9f12-b37d0eb99059,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:14.951103 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Attempting to bind port 1443101a-4d8b-480d-9f12-b37d0eb99059 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:37:14.951478 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Attempting to bind port 1443101a-4d8b-480d-9f12-b37d0eb99059 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:37:14.951859 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Attempting to bind port 1443101a-4d8b-480d-9f12-b37d0eb99059 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:37:14.957575 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:37:14.957948 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:37:14.958374 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:14.958763 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:37:14.959231 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Bound port: 1443101a-4d8b-480d-9f12-b37d0eb99059, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:37:14.959660 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.004185 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-4f06d36e-9d2c-41a1-8b3b-24f4585e742d admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146004 Aug 09 11:37:15.009971 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] For port 1443101a-4d8b-480d-9f12-b37d0eb99059, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:37:15.013349 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] For port 1443101a-4d8b-480d-9f12-b37d0eb99059, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=1443101a-4d8b-480d-9f12-b37d0eb99059,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:37:15.018790 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:15.076384 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Routers {'1680821d-3d74-4c6d-bd3c-a3d07b48e459'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:37:15.077009 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:37:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:15.118086 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a023fac-5308-4c11-91bf-5d35d4f6968b None None] Pushing event updated for resources: {'Port': ['ID=1443101a-4d8b-480d-9f12-b37d0eb99059,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:15.289052 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] Set router 1680821d-3d74-4c6d-bd3c-a3d07b48e459 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:37:15.505721 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a8dde404-c51a-48de-acc7-730941736358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'name': 'router1', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '1443101a-4d8b-480d-9f12-b37d0eb99059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:36:54Z', 'updated_at': '2021-08-09T11:37:11Z', 'revision_number': 4, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'gw_port': {'id': '1443101a-4d8b-480d-9f12-b37d0eb99059', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:11Z', 'updated_at': '2021-08-09T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'bf5be1d7-a081-466a-829a-6374d20a4b00', 'name': '', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'mac_address': 'fa:16:3e:3a:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:03Z', 'updated_at': '2021-08-09T11:37:14Z', 'revision_number': 5, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'subnets': [{'id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb57e5f-8065-4c01-bf72-5f5ca84d1b39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:37:15.532630 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde404-c51a-48de-acc7-730941736358 None None] The sync data for ids ['1680821d-3d74-4c6d-bd3c-a3d07b48e459'] in dv-cinder-803901-1-iscsi is: [{'id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'name': 'router1', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '1443101a-4d8b-480d-9f12-b37d0eb99059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:36:54Z', 'updated_at': '2021-08-09T11:37:11Z', 'revision_number': 4, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'gw_port': {'id': '1443101a-4d8b-480d-9f12-b37d0eb99059', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:11Z', 'updated_at': '2021-08-09T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'bf5be1d7-a081-466a-829a-6374d20a4b00', 'name': '', 'network_id': 'a0a28aa3-aa4c-43d3-a975-b865549ce0b5', 'tenant_id': '4700f055c0cb4b10ac458eaa33a05381', 'mac_address': 'fa:16:3e:3a:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680821d-3d74-4c6d-bd3c-a3d07b48e459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:37:03Z', 'updated_at': '2021-08-09T11:37:14Z', 'revision_number': 5, 'project_id': '4700f055c0cb4b10ac458eaa33a05381', 'subnets': [{'id': '99f670a3-ee24-4f84-8241-0abe796e948a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abb57e5f-8065-4c01-bf72-5f5ca84d1b39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:37:16.242513 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device bf5be1d7-a081-466a-829a-6374d20a4b00 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:16.296219 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port bf5be1d7-a081-466a-829a-6374d20a4b00 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:16.298274 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.388215 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 1443101a-4d8b-480d-9f12-b37d0eb99059 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:16.453130 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 1443101a-4d8b-480d-9f12-b37d0eb99059 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:37:16.456591 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 1443101a-4d8b-480d-9f12-b37d0eb99059 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:16.456965 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.533134 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.552752 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 1443101a-4d8b-480d-9f12-b37d0eb99059, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=1443101a-4d8b-480d-9f12-b37d0eb99059,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:37:16.556327 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:16.602468 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=1443101a-4d8b-480d-9f12-b37d0eb99059,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:37:18.174506 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 1443101a-4d8b-480d-9f12-b37d0eb99059 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:37:18.224016 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 1443101a-4d8b-480d-9f12-b37d0eb99059 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:37:18.224394 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:18.558922 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:27.301397 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d5766fa0-97e8-49bd-a238-99bf7b24a1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:30.193461 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-290ec223-a00f-40da-bb20-235551bc09cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:30.300927 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:31.456451 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:32.904356 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:55.559559 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:57.312298 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-ed0b4d5f-7478-45a6-968f-38dd7f50e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.176959 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-02f2e305-5a4c-497e-ace2-5351ea0dd9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:00.301453 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:01.464906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:02.899971 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:27.302967 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-36b71ad4-7d03-44a5-a8ed-3d61678289fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:30.179185 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-2f6604f3-6654-46ec-8383-8c6f4a1b9254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:30.303851 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:31.461986 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:32.558110 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:38:32.900799 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.670144 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57340) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:52.735308 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde28951-18fa-4c51-ac7d-f87f64131eb8 admin admin] GET failed (client error): The resource could not be found. Aug 09 11:38:52.737338 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-fde28951-18fa-4c51-ac7d-f87f64131eb8 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664101 Aug 09 11:38:52.896225 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c3ad6-7b2c-49b0-94ef-5055b07368af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:52.897603 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-309c3ad6-7b2c-49b0-94ef-5055b07368af admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558626 Aug 09 11:38:55.117381 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57350) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:55.210403 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f734dd7-7b1e-48d4-bb08-24d19d96e982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:55.211792 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7f734dd7-7b1e-48d4-bb08-24d19d96e982 admin admin] 10.222.0.50 "GET /v2.0/subnets/99f670a3-ee24-4f84-8241-0abe796e948a HTTP/1.1" status: 200 len: 849 time: 0.0934381 Aug 09 11:38:55.222387 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:55.308229 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Notify callbacks [] for subnet, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.460156 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729096037780'] for subnet, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.488632 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:55.489748 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.490528 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] 10.222.0.50 "PUT /v2.0/subnets/99f670a3-ee24-4f84-8241-0abe796e948a HTTP/1.1" status: 200 len: 868 time: 0.2728019 Aug 09 11:38:55.506653 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d73ea-9ddf-44f0-8944-03adb133f37a None None] Network a0a28aa3-aa4c-43d3-a975-b865549ce0b5 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:55.518889 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f670a3-ee24-4f84-8241-0abe796e948a,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:55.526789 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.527148 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.527492 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.527863 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.528195 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.528555 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.528874 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.529197 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.529538 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.529863 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.530185 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.530504 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de0227-28e6-4beb-9954-7324740b14ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:55.873093 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-074e0811-b13a-45e5-ab88-b178258b6b6f None None] Provisioning complete for port bf5be1d7-a081-466a-829a-6374d20a4b00 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:55.873469 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-074e0811-b13a-45e5-ab88-b178258b6b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.958079 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-074e0811-b13a-45e5-ab88-b178258b6b6f None None] Provisioning complete for port a17d3448-5e61-4f16-944c-ff2e5f8fa644 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:55.958340 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-074e0811-b13a-45e5-ab88-b178258b6b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:57.304251 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-fef47046-b3a2-4ec9-a028-44a98ec2fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:57.715011 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57358) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:57.916923 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcb292-953f-4c83-a73e-26a5fc4f3673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:57.917305 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcb292-953f-4c83-a73e-26a5fc4f3673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:57.918923 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-dfbcb292-953f-4c83-a73e-26a5fc4f3673 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029059 Aug 09 11:39:00.164321 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57366) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:00.180458 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-821eefec-d4e7-414a-8a95-a25fb554b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.311527 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.397047 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7e3457-fa1d-4d98-ab09-7096c7dc9685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:00.397518 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7e3457-fa1d-4d98-ab09-7096c7dc9685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:00.399116 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ba7e3457-fa1d-4d98-ab09-7096c7dc9685 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2336054 Aug 09 11:39:01.463787 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.582987 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57376) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.722732 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4f523-9cda-49fa-ac57-6d839832de6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.724645 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7be4f523-9cda-49fa-ac57-6d839832de6a admin admin] 10.222.0.50 "GET /v2.0/networks/9d0988de-db32-4c4b-af20-63483d3a68ab HTTP/1.1" status: 200 len: 886 time: 0.1406493 Aug 09 11:39:02.906582 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:04.931299 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57384) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:05.065811 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146f77d-ca5b-48d7-b6bb-16c969a1f0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:05.067195 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d146f77d-ca5b-48d7-b6bb-16c969a1f0dc admin admin] 10.222.0.50 "GET /v2.0/networks/a0a28aa3-aa4c-43d3-a975-b865549ce0b5 HTTP/1.1" status: 200 len: 869 time: 0.1349108 Aug 09 11:39:07.219350 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57392) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:07.346955 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a3d90-e679-47fa-ab41-262a94d7a965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.347410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a3d90-e679-47fa-ab41-262a94d7a965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.349787 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-7f4a3d90-e679-47fa-ab41-262a94d7a965 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294487 Aug 09 11:39:09.557680 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:39:09.561799 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57400) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:09.660313 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab084f-6750-42a9-80c7-84d485517a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:09.660807 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab084f-6750-42a9-80c7-84d485517a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:09.662480 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a0ab084f-6750-42a9-80c7-84d485517a74 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0997853 Aug 09 11:39:11.833144 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57408) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.927744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1174-adf2-4388-8d32-884b23618d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:11.929120 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-888d1174-adf2-4388-8d32-884b23618d7a admin admin] 10.222.0.50 "GET /v2.0/subnets/99f670a3-ee24-4f84-8241-0abe796e948a HTTP/1.1" status: 200 len: 868 time: 0.0950360 Aug 09 11:39:14.144645 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57416) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:14.230531 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5af8d2-d6d9-42e6-bba2-d3dc5bd93737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:14.232269 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7b5af8d2-d6d9-42e6-bba2-d3dc5bd93737 admin admin] 10.222.0.50 "GET /v2.0/subnets/fa3aac28-dd54-4dd4-9525-9e79a63b7142 HTTP/1.1" status: 200 len: 816 time: 0.0857551 Aug 09 11:39:27.307326 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d48f6f78-cddf-4076-9239-957d8432b59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.182076 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-801ec0a2-e8f9-4d33-a714-8b07a665f96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:30.303598 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:31.472085 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:32.912652 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.317478 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57470) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:40.366738 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [None req-d8d05c98-59fd-4686-b34a-84a5bca19dab admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:39:40.367754 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-d8d05c98-59fd-4686-b34a-84a5bca19dab admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486741 Aug 09 11:39:42.627069 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57478) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:42.689308 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d52a2f-2d64-4eb4-a55e-299d8f1418f1 admin admin] GET failed (client error): The resource could not be found. Aug 09 11:39:42.690630 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-85d52a2f-2d64-4eb4-a55e-299d8f1418f1 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625000 Aug 09 11:39:42.784338 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2606cd-a3e6-4a94-8f21-a1fa364c994b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:42.785864 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-bc2606cd-a3e6-4a94-8f21-a1fa364c994b admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0901132 Aug 09 11:39:45.040517 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57486) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:45.091660 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:45.113747 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Made reservation on behalf of 3df5c8c0643645abb99db40bb92c9860 for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:45.116355 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.151209 dv-cinder-803901-1-iscsi neutron-server[99932]: WARNING neutron.services.revisions.revision_plugin [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Could not find related network for resource to bump revision. Aug 09 11:39:45.164364 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:39:45.174628 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.174965 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Added segment 9b302f74-4d70-4a92-88d7-252131071b7c of type vlan for network ba3ca7d9-40eb-4664-b9d8-5e66766636dc Aug 09 11:39:45.215939 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.244214 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.245057 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:45.245685 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.307458 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2658277 Aug 09 11:39:45.312135 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e757c-b3c9-4094-92cf-f3fb5af25b64 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3ca7d9-40eb-4664-b9d8-5e66766636dc,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:45.323167 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network ba3ca7d9-40eb-4664-b9d8-5e66766636dc details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:39:46.556692 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:39:47.556981 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57494) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:47.618737 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a3b5b0-c841-4ed7-bbe1-5952dea43482 admin admin] GET failed (client error): The resource could not be found. Aug 09 11:39:47.620137 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-89a3b5b0-c841-4ed7-bbe1-5952dea43482 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621319 Aug 09 11:39:47.691904 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc26846c-adb9-4855-8477-4a1ac10e4709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:47.693516 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-bc26846c-adb9-4855-8477-4a1ac10e4709 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687799 Aug 09 11:39:47.705096 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:47.726010 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Made reservation on behalf of 3df5c8c0643645abb99db40bb92c9860 for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:47.728243 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:47.896772 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:47.952580 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22205d1d-8a43-4a97-ab23-0887649e6080,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:47.962129 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Checking segment: {'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:39:47.962762 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Network hostable DHCP agents. Network: ba3ca7d9-40eb-4664-b9d8-5e66766636dc, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:39:47.978681 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Network ba3ca7d9-40eb-4664-b9d8-5e66766636dc is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:39:47.987337 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, ba3ca7d9-40eb-4664-b9d8-5e66766636dc) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:47.992148 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:47.992725 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:47.998282 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772158bc-0b19-4648-a2af-bee567ceba53 None None] Network ba3ca7d9-40eb-4664-b9d8-5e66766636dc requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:39:48.011596 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-27bd45b7-464d-4202-8993-cc41530f5b3f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3066733 Aug 09 11:39:48.157665 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-ba3ca7d9-40eb-4664-b9d8-5e66766636dc', 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc', 'tenant_id': '3df5c8c0643645abb99db40bb92c9860', 'fixed_ips': [{'subnet_id': '22205d1d-8a43-4a97-ab23-0887649e6080'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:39:48.158835 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.411043 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Allocated IP 192.168.233.2 (ba3ca7d9-40eb-4664-b9d8-5e66766636dc/22205d1d-8a43-4a97-ab23-0887649e6080/b4d9d0b5-099b-4cee-b2a9-745bda9bb93e) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:39:48.559934 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.570663 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Transition to ACTIVE for port object b4d9d0b5-099b-4cee-b2a9-745bda9bb93e will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:48.587965 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Transition to ACTIVE for port object b4d9d0b5-099b-4cee-b2a9-745bda9bb93e will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:48.594149 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.635724 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Network ba3ca7d9-40eb-4664-b9d8-5e66766636dc is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:39:48.642332 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:48.643412 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Pushing event updated for resources: {'Port': ['ID=b4d9d0b5-099b-4cee-b2a9-745bda9bb93e,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:48.646871 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:39:48.671896 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.672176 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.672519 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.672856 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.673187 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.673517 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.673857 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.674179 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.674522 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.674847 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.675165 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.675503 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:48.721550 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Attempting to bind port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:39:48.721921 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Attempting to bind port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:39:48.722531 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Attempting to bind port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e on network ba3ca7d9-40eb-4664-b9d8-5e66766636dc {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:48.729033 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:39:48.729403 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Checking segment: {'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:39:48.729802 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.730195 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Bound using segment: {'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:39:48.730655 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Bound port: b4d9d0b5-099b-4cee-b2a9-745bda9bb93e, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:39:48.731052 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.799115 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] For port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:48.802776 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] For port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b4d9d0b5-099b-4cee-b2a9-745bda9bb93e,segment=NetworkSegment(9b302f74-4d70-4a92-88d7-252131071b7c),segment_id=9b302f74-4d70-4a92-88d7-252131071b7c)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:48.806395 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.865334 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b068c-a4ea-48db-8f0b-98a795d08279 None None] Pushing event updated for resources: {'Port': ['ID=b4d9d0b5-099b-4cee-b2a9-745bda9bb93e,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:49.681654 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e8b4a-d00f-4b83-8fda-5211a91b7f33 None None] Network ba3ca7d9-40eb-4664-b9d8-5e66766636dc requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:39:49.803974 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-d4ce01e1-be2d-40c0-9d7f-600f2b43163a None None] Provisioning for port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:50.307708 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b4d9d0b5-099b-4cee-b2a9-745bda9bb93e up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:50.358990 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:50.363368 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:50.363881 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:50.450605 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:50.484421 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b4d9d0b5-099b-4cee-b2a9-745bda9bb93e,segment=NetworkSegment(9b302f74-4d70-4a92-88d7-252131071b7c),segment_id=9b302f74-4d70-4a92-88d7-252131071b7c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:50.488113 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:50.538667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=b4d9d0b5-099b-4cee-b2a9-745bda9bb93e,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:52.285438 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b4d9d0b5-099b-4cee-b2a9-745bda9bb93e up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:52.339365 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port b4d9d0b5-099b-4cee-b2a9-745bda9bb93e triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:52.339771 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.311998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-11bf32f6-f148-49eb-8b75-70602fa40b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:00.183352 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-ae8f1c20-7078-4ba1-8c0c-a62a843a38b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:00.307826 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.465390 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.916443 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:23.555153 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:40:27.315943 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-ca4afeae-edcd-4718-bac8-5e070e230027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.189780 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c80eb6ce-f127-475f-abe1-d8009535c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.310417 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.478747 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:32.919642 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:57.318202 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8e24-8db9-4497-9db8-3e05c4a83565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.181837 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3011dd00-5096-411e-9d86-3737aceacebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.313153 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.554713 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:41:01.341611 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57546) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:01.347944 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [None req-b0cc45e2-c936-4c9f-9546-cdae9fa5937c tempest-verify_tempest_config-1805347106 tempest-verify_tempest_config-1805347106-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:41:01.349015 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-b0cc45e2-c936-4c9f-9546-cdae9fa5937c tempest-verify_tempest_config-1805347106 tempest-verify_tempest_config-1805347106-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061839 Aug 09 11:41:01.473359 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.675806 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57564) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:01.786367 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.881160 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.886381 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.932869 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a97c0a3cebb48a0868db28b2d93ff13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2559698 Aug 09 11:41:01.933571 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd231f-ae56-496f-93e8-d7c5a57bef3d,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:01.935782 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57568) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:01.940675 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.941043 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.941392 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.941730 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.942413 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.942413 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.942802 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.943066 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.943393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.943763 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.944170 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.944705 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8b934c-ae07-4060-8192-b37b4212dedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.012490 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.033724 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.122963 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.125794 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.126972 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32bd231f-ae56-496f-93e8-d7c5a57bef3d HTTP/1.1" status: 204 len: 168 time: 0.1901288 Aug 09 11:41:02.135670 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd231f-ae56-496f-93e8-d7c5a57bef3d,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:02.142676 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.143031 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.143385 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.143764 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.144102 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.144440 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.144904 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.145090 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.145419 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.145863 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.146353 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.146525 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545bcf18-aa55-4483-a651-8fea512db733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:02.923660 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:27.320104 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d70f1311-a137-497c-a2e3-8f87f45c36fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:30.182837 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-dad90110-d85d-473e-8d7e-c0700cc4c9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:30.314137 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:31.476630 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:32.925203 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:37.552893 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:41:57.321466 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d88392e2-63d6-42a9-b24f-77baf2bc4f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.183414 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a089a732-fdff-4272-826e-aa7559572a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.315205 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.478316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.931208 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.551978 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 5 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:42:27.328109 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-24c1fcdc-a58f-4836-9c1d-07740a20c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.185492 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-fd2e84cc-7a79-4cc5-890c-ebb0b6324e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.317419 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:31.481792 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.934351 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:36.291559 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-979174'] for agent, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:51.278468 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57642) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:51.384886 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-34b675e6-ac99-441a-998b-2025b6ccc052 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051636 Aug 09 11:42:51.551252 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:42:53.584036 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57652) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:53.647154 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-560ba25e-9797-4805-b8dc-646256bfb224 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0620055 Aug 09 11:42:57.319728 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-fce38711-fb17-48c7-aa7e-2f6cab322d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.187161 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f6435686-f4bc-417d-9420-2ea088ff372f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.321575 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.488094 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:02.935702 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.246930 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:27.320862 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-64926d03-95e7-49e7-9a98-ee466bc96b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.549765 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:43:30.190601 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-5799be95-242e-4173-a996-90c96c1ef225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:30.324310 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:31.486837 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:32.938598 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:36.278779 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.324825 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-b180f836-d803-4469-988c-126b7bf4545a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:00.191487 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c5ca61ab-7823-4e80-b0a4-95a81d336294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:00.324904 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:01.493764 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:02.942405 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:05.548660 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:44:06.292927 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.948026 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57848) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:24.979303 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57854) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:25.140987 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57870) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:25.165862 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1739415123-network', 'tenant_id': '55abaca445474535985a170949e61e5e'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:25.192684 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-network', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:25.198123 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Made reservation on behalf of 55abaca445474535985a170949e61e5e for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:25.201253 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.213806 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.223286 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Made reservation on behalf of 7f3069670ddd44569d41f52fec160c1d for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:25.226394 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.236174 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.332125 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.338156 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.362645 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57878) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:25.369892 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87920aac-db02-47f7-bcdd-4511350af295,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:25.378460 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.378841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.379153 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.379506 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.379832 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.380173 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.380493 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.380804 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.381327 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.381920 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.382391 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.383506 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Tracked resource versions report: Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: pushed versions: Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: { 'AddressGroup': {'1.2'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'ConntrackHelper': {'1.0'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Log': {'1.0'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Network': {'1.1'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Port': {'1.7'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'PortForwarding': {'1.2'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'QosPolicy': {'1.9'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroup': {'1.4'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SubPort': {'1.0'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Subnet': {'1.1'}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Trunk': {'1.1'}} Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: consumer versions: Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'ConntrackHelper': '1.0', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Log': '1.0', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Network': '1.1', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Port': '1.7', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'PortForwarding': '1.2', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'QosPolicy': '1.9', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroup': '1.4', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SecurityGroupRule': '1.2', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'SubPort': '1.0', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Subnet': '1.1', Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: 'Trunk': '1.1'}} Aug 09 11:44:25.384713 dv-cinder-803901-1-iscsi neutron-server[99933]: {{(pid=99933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:44:25.407333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57882) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:25.415060 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:44:25.441943 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.442302 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Added segment d5f73b08-c609-4738-93d8-cb2f7eed873d of type vlan for network 6a613757-6c9d-400e-a84c-51a829a13b23 Aug 09 11:44:25.508830 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.538504 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.540129 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:25.541026 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.557272 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.564468 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.590406 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:44:25.607741 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd37b35-d57a-4848-8b28-2a7111454373,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:25.611251 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.611925 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Added segment 6c5af2f5-06bd-4d90-a046-a5ca7f517c90 of type vlan for network 62bd4547-5f16-404f-b1d2-618d2c08340f Aug 09 11:44:25.614891 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=6a613757-6c9d-400e-a84c-51a829a13b23,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:25.626908 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.627347 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1818676396-network', 'tenant_id': '10a2916fca7244a5b81605c437e1e1cc'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:25.627832 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.628352 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.628527 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 6a613757-6c9d-400e-a84c-51a829a13b23 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:44:25.629403 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.629921 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.630454 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.631289 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.631974 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.632499 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.633742 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.634258 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.634770 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Tracked resource versions report: Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: pushed versions: Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: { 'AddressGroup': {'1.2'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'ConntrackHelper': {'1.0'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Log': {'1.0'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Network': {'1.1'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Port': {'1.7'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'PortForwarding': {'1.2'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'QosPolicy': {'1.9'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroup': {'1.4'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SubPort': {'1.0'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Subnet': {'1.1'}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Trunk': {'1.1'}} Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: consumer versions: Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'ConntrackHelper': '1.0', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Log': '1.0', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Network': '1.1', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Port': '1.7', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'PortForwarding': '1.2', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'QosPolicy': '1.9', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroup': '1.4', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SecurityGroupRule': '1.2', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'SubPort': '1.0', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Subnet': '1.1', Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: 'Trunk': '1.1'}} Aug 09 11:44:25.636028 dv-cinder-803901-1-iscsi neutron-server[99932]: {{(pid=99932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:44:25.652986 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-155892099-network', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:25.663103 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0d0e2406-516a-43e3-ac65-3259bc053cd6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7132406 Aug 09 11:44:25.663784 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57890) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:25.669030 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Request body: {'subnet': {'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1739415123-subnet', 'tenant_id': '55abaca445474535985a170949e61e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:25.684895 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Made reservation on behalf of 10a2916fca7244a5b81605c437e1e1cc for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:25.687301 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.690497 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.db.api [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 11:44:25.690497 dv-cinder-803901-1-iscsi neutron-server[99932]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 11:44:25.690497 dv-cinder-803901-1-iscsi neutron-server[99932]: [parameters: {'project_id_1': '2aff56ec407a4d688cd93df93dffd8a0', 'expiration_1': datetime.datetime(2021, 8, 9, 11, 44, 25, 679402)}] Aug 09 11:44:25.690497 dv-cinder-803901-1-iscsi neutron-server[99932]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99932) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:44:25.691318 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG oslo_db.api [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:44:25.708222 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Made reservation on behalf of 55abaca445474535985a170949e61e5e for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:25.711236 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Notify callbacks [] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.727854 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.800819 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.802409 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:25.803694 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.880590 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.887544 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] Pushing event updated for resources: {'Network': ['ID=62bd4547-5f16-404f-b1d2-618d2c08340f,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:25.905088 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 62bd4547-5f16-404f-b1d2-618d2c08340f details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:44:25.922141 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1065803426-network', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:25.985301 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Made reservation on behalf of cd97c2bf456c417ca794bc41a5ea8cef for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:25.989211 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.013933 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.044039 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-5fcc5943-9279-4a32-9e92-274921f0ca7b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0632696 Aug 09 11:44:26.050126 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57908) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:26.058199 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Request body: {'subnet': {'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-subnet', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:26.091488 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.143895 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Checking segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:26.144599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Network hostable DHCP agents. Network: 6a613757-6c9d-400e-a84c-51a829a13b23, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:44:26.153709 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.159675 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.189932 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811d35cd-2d59-42a8-964d-6653aab9312a,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:26.217992 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:44:26.230135 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.230516 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Added segment 10d99953-232e-4fc6-9967-76b4b25adc94 of type vlan for network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 Aug 09 11:44:26.295731 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.296455 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Network 6a613757-6c9d-400e-a84c-51a829a13b23 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:44:26.307738 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=59facaac-2fe3-4f37-8763-da950cbeb863,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:26.326108 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 6a613757-6c9d-400e-a84c-51a829a13b23) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:26.337485 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06dd54-6e0e-49b4-9956-32170cd0b33d None None] Network 6a613757-6c9d-400e-a84c-51a829a13b23 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:26.347781 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.349565 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:26.350392 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.350974 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:26.351686 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.376736 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.414899 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.506715 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0978935 Aug 09 11:44:26.513964 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57934) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:26.525212 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Request body: {'subnet': {'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1065803426-subnet', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:26.552666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:44:26.573440 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.575913 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Added segment 98064548-f342-4d1b-9588-4ed6e68ba96c of type vlan for network 6305f6c6-2058-42d0-b8ed-2f062950e91c Aug 09 11:44:26.596733 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930a98cb-74b3-4705-9a75-c35dde87754a,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:26.604506 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0af5012b-a6ef-4549-a571-2f48380af4df admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9396529 Aug 09 11:44:26.604704 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82bebf-5362-4501-98c4-44ce10aaba83 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5f90b2-44c7-4872-bf4c-50ed158ce782,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:26.609942 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Made reservation on behalf of 2aff56ec407a4d688cd93df93dffd8a0 for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:26.612473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.616704 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Made reservation on behalf of 7f3069670ddd44569d41f52fec160c1d for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:26.624802 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.632272 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.661419 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:44:26.666715 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Made reservation on behalf of cd97c2bf456c417ca794bc41a5ea8cef for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:26.670368 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.670893 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d8e46-c659-4f41-89ca-d0ff018fa2a0 None None] Network 6a613757-6c9d-400e-a84c-51a829a13b23 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:26.931162 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.949853 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.011171 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.026762 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:44:27.047018 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e220e39e-3b78-4ecd-85ca-2ad75ba0d573,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:27.072847 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.073823 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Added segment c3af8b6a-b1ad-47dc-9137-a7096671aff4 of type vlan for network cb71c79f-17fc-4850-8418-2b7c4d595b9f Aug 09 11:44:27.076569 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.088047 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.113573 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Checking segment: {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:27.113930 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Network hostable DHCP agents. Network: 62bd4547-5f16-404f-b1d2-618d2c08340f, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:44:27.137681 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6516d59-2c44-41ec-98ed-4be438340e5f,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:27.161196 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Network 62bd4547-5f16-404f-b1d2-618d2c08340f is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:44:27.168791 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.170053 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:27.170981 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.177945 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.216110 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:27.244920 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Checking segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:27.245250 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Network hostable DHCP agents. Network: 1b5f90b2-44c7-4872-bf4c-50ed158ce782, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:44:27.257476 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.259013 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:27.259615 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.263947 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] Pushing event updated for resources: {'Network': ['ID=6305f6c6-2058-42d0-b8ed-2f062950e91c,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:27.276118 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 6305f6c6-2058-42d0-b8ed-2f062950e91c details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:44:27.276513 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 62bd4547-5f16-404f-b1d2-618d2c08340f) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:27.282063 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:27.282921 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.300059 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f37cb9bc-8659-4070-ab4d-8672a415791f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1579711 Aug 09 11:44:27.300957 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57962) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:27.306081 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:44:27.307730 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Request body: {'subnet': {'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1818676396-subnet', 'tenant_id': '10a2916fca7244a5b81605c437e1e1cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:27.322305 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0a6cabfd-ebcf-4f05-9140-02735f6a582c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2686932 Aug 09 11:44:27.323299 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57964) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:27.328128 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:27.337195 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9693356 Aug 09 11:44:27.338954 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 57970) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:27.343876 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a31a2-3217-4976-a965-90f7fcb5ec1a None None] Network 62bd4547-5f16-404f-b1d2-618d2c08340f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:27.344910 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 1b5f90b2-44c7-4872-bf4c-50ed158ce782) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:27.346193 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Request body: {'subnet': {'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-subnet', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:27.347014 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4df6a-5941-4641-8eff-134d9e310d45 admin admin] Pushing event updated for resources: {'Network': ['ID=cb71c79f-17fc-4850-8418-2b7c4d595b9f,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:27.351230 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Made reservation on behalf of 10a2916fca7244a5b81605c437e1e1cc for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:27.356665 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.386706 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:27.387300 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.411517 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.412714 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.459432 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Made reservation on behalf of 2aff56ec407a4d688cd93df93dffd8a0 for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:27.465472 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.487133 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a8a32d3c-a89e-466b-bb03-1f6c42c64d1b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9702735 Aug 09 11:44:27.497361 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64802e25-deb0-43b8-8b04-42a8bbd37c6b None None] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:27.520305 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:44:27.524120 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 57982) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:27.611447 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:27.621496 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.764856 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.766789 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.926272 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.955959 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d85c7322-e5ec-4ea1-84c3-ae2755bf378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.011977 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.024427 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.045009 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.098085 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:44:28.099268 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.217274 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee4b529-e59b-47ec-8057-5d931635d420,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:28.244784 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Checking segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:28.245443 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Network hostable DHCP agents. Network: cb71c79f-17fc-4850-8418-2b7c4d595b9f, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:44:28.290517 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de1d779-3b39-44d3-96a8-ffb687186c39,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:28.302095 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Checking segment: {'id': '98064548-f342-4d1b-9588-4ed6e68ba96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:28.302700 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Network hostable DHCP agents. Network: 6305f6c6-2058-42d0-b8ed-2f062950e91c, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:44:28.326079 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.326910 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Network 6305f6c6-2058-42d0-b8ed-2f062950e91c is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:44:28.345695 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:44:28.356242 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 6305f6c6-2058-42d0-b8ed-2f062950e91c) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:28.363174 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, cb71c79f-17fc-4850-8418-2b7c4d595b9f) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:28.378705 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:28.379676 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.387362 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b26231-eeef-4129-8f38-f31ca2c21f76 None None] Network 6305f6c6-2058-42d0-b8ed-2f062950e91c requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:28.395000 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Allocated IP 172.20.0.2 (1b5f90b2-44c7-4872-bf4c-50ed158ce782/5600acc7-47e6-4f5e-8398-ec7a7d01fcfb/5eec1285-3fc4-4d97-8624-23c5b5f98342) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:28.406579 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:28.407488 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.412610 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e34232-d057-4ab7-8ecb-b7fd5ed1f08a None None] Network 62bd4547-5f16-404f-b1d2-618d2c08340f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:28.415608 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ff06a-ac99-496e-848c-b80801b27b40 None None] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:28.443233 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-9c58c0ef-7d05-49cf-a26e-2cbdc49ed582 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1244478 Aug 09 11:44:28.487417 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3cbaae63-b957-4215-9e51-5246b0e6697e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1470656 Aug 09 11:44:28.490445 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58018) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:28.503150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:28.579903 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.581034 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.709422 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:28.850959 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58048) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:28.853696 dv-cinder-803901-1-iscsi neutron-server[99933]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 11:44:29.042700 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.109800 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.128565 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f71fed-785c-4581-8d9c-bcc6b6a0988b None None] Network 6305f6c6-2058-42d0-b8ed-2f062950e91c requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:29.151964 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.181827 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58068) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:29.192801 dv-cinder-803901-1-iscsi neutron-server[99932]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 11:44:29.303496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa941e1-e0bc-4cd7-8235-581204125238 req-899cf34a-d791-42ba-9789-758b40ba8fb0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:29.312156 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-899cf34a-d791-42ba-9789-758b40ba8fb0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.4601090 Aug 09 11:44:29.344624 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-6a29fdf7-57bc-4c48-993e-19a6df3a1050 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/quotas/55abaca445474535985a170949e61e5e HTTP/1.1" status: 200 len: 375 time: 0.0261774 Aug 09 11:44:29.375282 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.375831 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:44:29.377034 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.394760 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.413972 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Transition to ACTIVE for port object 5eec1285-3fc4-4d97-8624-23c5b5f98342 will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:29.423205 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-05286f1f-b5e0-4c70-b16b-40496e207f8a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638123 Aug 09 11:44:29.423849 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.500621 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Transition to ACTIVE for port object 5eec1285-3fc4-4d97-8624-23c5b5f98342 will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:29.518646 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.557312 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-1870dcd0-e7e1-43c9-b308-017ff1a4a9cc tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:29.559337 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-1870dcd0-e7e1-43c9-b308-017ff1a4a9cc tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/networks?id=6305f6c6-2058-42d0-b8ed-2f062950e91c HTTP/1.1" status: 200 len: 812 time: 0.3751123 Aug 09 11:44:29.572412 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Allocated IP 172.27.3.130 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/fa8207a7-3d58-48cc-bb25-53f19242f704) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:29.597261 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c692a88a-1578-491e-9c42-7b141e7fb9c7 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/quotas/10a2916fca7244a5b81605c437e1e1cc HTTP/1.1" status: 200 len: 375 time: 0.0271852 Aug 09 11:44:29.608895 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.610737 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Allocated IP 172.20.0.2 (cb71c79f-17fc-4850-8418-2b7c4d595b9f/4ee4b529-e59b-47ec-8057-5d931635d420/f93fdd06-8fd0-452b-a6d2-8384afa720df) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:29.639351 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:29.639888 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.643353 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:29.646080 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:29.664747 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Pushing event updated for resources: {'Port': ['ID=5eec1285-3fc4-4d97-8624-23c5b5f98342,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:29.708110 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-6f5ceaf2-e883-4a47-8e66-62103a98de5d tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=10a2916fca7244a5b81605c437e1e1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017509 Aug 09 11:44:29.751988 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-ce5d580e-01c0-43fb-a6c2-a07bb612972e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:44:29.753064 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-ce5d580e-01c0-43fb-a6c2-a07bb612972e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1189997 Aug 09 11:44:29.787808 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.793290 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.793570 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.793953 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.794288 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.794740 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.794926 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.795248 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.795560 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.795927 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.796247 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.796556 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.796866 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Tracked resource versions report: Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: pushed versions: Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: { 'AddressGroup': {'1.2'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'ConntrackHelper': {'1.0'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Log': {'1.0'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Network': {'1.1'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Port': {'1.7'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'PortForwarding': {'1.2'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'QosPolicy': {'1.9'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroup': {'1.4'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SubPort': {'1.0'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Subnet': {'1.1'}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Trunk': {'1.1'}} Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: consumer versions: Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'ConntrackHelper': '1.0', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Log': '1.0', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Network': '1.1', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Port': '1.7', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'PortForwarding': '1.2', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'QosPolicy': '1.9', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroup': '1.4', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SecurityGroupRule': '1.2', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'SubPort': '1.0', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Subnet': '1.1', Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: 'Trunk': '1.1'}} Aug 09 11:44:29.797867 dv-cinder-803901-1-iscsi neutron-server[99934]: {{(pid=99934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:44:29.855608 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Attempting to bind port 5eec1285-3fc4-4d97-8624-23c5b5f98342 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:29.856037 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Attempting to bind port 5eec1285-3fc4-4d97-8624-23c5b5f98342 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:29.856328 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Attempting to bind port 5eec1285-3fc4-4d97-8624-23c5b5f98342 on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:29.870292 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:29.870729 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Checking segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:29.871061 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.871498 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Bound using segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:29.872004 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Bound port: 5eec1285-3fc4-4d97-8624-23c5b5f98342, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:29.872402 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.881032 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:29.897069 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-afca2b18-9063-4157-a800-1b2d78a84a37 service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349325 Aug 09 11:44:29.942604 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-1a803054-8d46-465e-9e97-8c0260583774 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:44:29.943782 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-1a803054-8d46-465e-9e97-8c0260583774 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1136291 Aug 09 11:44:30.009850 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:30.037479 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-7b0b2ce2-677f-4355-bf2a-9085d30216cb service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320786 Aug 09 11:44:30.053149 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8207a7-3d58-48cc-bb25-53f19242f704,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:30.059888 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:30.072353 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:30.089658 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.111833 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] For port 5eec1285-3fc4-4d97-8624-23c5b5f98342, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:30.115387 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] For port 5eec1285-3fc4-4d97-8624-23c5b5f98342, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=5eec1285-3fc4-4d97-8624-23c5b5f98342,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:30.117078 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Transition to ACTIVE for port object f93fdd06-8fd0-452b-a6d2-8384afa720df will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:30.125986 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.129109 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Allocated IP 172.27.3.23 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/0a6cab64-cd13-415a-83e9-814a171f0bbd) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:30.165618 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Transition to ACTIVE for port object f93fdd06-8fd0-452b-a6d2-8384afa720df will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:30.190646 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.226116 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:30.229805 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:30.236926 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:30.244803 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c3e53-174c-4760-a6e7-e86f84678450 None None] Pushing event updated for resources: {'Port': ['ID=5eec1285-3fc4-4d97-8624-23c5b5f98342,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:30.262187 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a112b34f-4cd3-4b4c-b777-1f7f4059373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.336563 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-80ddfec9-1c7a-4f1e-8118-a542c4d1d638 service neutron] 10.222.0.50 "GET /v2.0/networks/6305f6c6-2058-42d0-b8ed-2f062950e91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703418 Aug 09 11:44:30.547477 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Pushing event updated for resources: {'Port': ['ID=f93fdd06-8fd0-452b-a6d2-8384afa720df,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:30.575631 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.582204 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Attempting to bind port f93fdd06-8fd0-452b-a6d2-8384afa720df on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:30.582705 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Attempting to bind port f93fdd06-8fd0-452b-a6d2-8384afa720df by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:30.585631 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Attempting to bind port f93fdd06-8fd0-452b-a6d2-8384afa720df on network cb71c79f-17fc-4850-8418-2b7c4d595b9f {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:30.613604 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:30.614177 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Checking segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:30.614716 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.615116 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Bound using segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:30.615653 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Bound port: f93fdd06-8fd0-452b-a6d2-8384afa720df, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:30.616063 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.643396 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-87441cbf-d92d-40f6-9842-362db2303540 req-66ba3467-1f7a-465c-aac2-5b02a735576d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0822306 Aug 09 11:44:30.723127 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-26814982-f16f-43ba-9fab-f8856de3b41a service neutron] 10.222.0.50 "GET /v2.0/networks/6305f6c6-2058-42d0-b8ed-2f062950e91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635366 Aug 09 11:44:30.762463 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.765625 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] For port f93fdd06-8fd0-452b-a6d2-8384afa720df, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:30.769910 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] For port f93fdd06-8fd0-452b-a6d2-8384afa720df, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=f93fdd06-8fd0-452b-a6d2-8384afa720df,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:30.779251 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.942619 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96768de5-87d2-4b66-b76d-ed841387ccc4 None None] Pushing event updated for resources: {'Port': ['ID=f93fdd06-8fd0-452b-a6d2-8384afa720df,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:30.987673 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:31.053917 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Allocated IP 172.27.3.243 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/cb40752b-c0b6-458c-9e04-e296c01e0818) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:31.178293 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:31.201504 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:31.204417 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:31.226229 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:31.510885 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:31.547443 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:31.687503 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Pushing event updated for resources: {'Port': ['ID=0a6cab64-cd13-415a-83e9-814a171f0bbd,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:31.711702 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4aced4e0-7d15-43be-9a03-5ef33dbbfb77 req-827c8ba5-2280-4b5e-9912-a6efecb3c1f3 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.5281563 Aug 09 11:44:31.721286 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:31.849228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Pushing event updated for resources: {'Port': ['ID=cb40752b-c0b6-458c-9e04-e296c01e0818,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:31.895454 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7a0c19e8-9d3a-4d12-9e0d-fa0f2ad866a8 req-1e030aa2-0886-4079-a5ce-88fc8cf2b784 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0472140 Aug 09 11:44:31.913608 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:31.917554 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:31.930839 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:32.066886 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45449d2-e53e-45ad-be38-f208861b82a4 None None] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:32.205296 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:32.269459 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-1bb90386-9588-497b-98f6-c51e82e44abf None None] Provisioning for port 5eec1285-3fc4-4d97-8624-23c5b5f98342 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:32.369074 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:32.543493 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:32.580759 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58224) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:32.746805 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device f93fdd06-8fd0-452b-a6d2-8384afa720df up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:32.935143 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58236) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:32.969197 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Router c108dc7c-4a62-413e-9a89-197132b7a6ee is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:44:32.991703 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port f93fdd06-8fd0-452b-a6d2-8384afa720df completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:33.007028 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ff4f3975-ba44-40a8-b1ab-492c9d050da3 req-bba1eb7f-13c0-4127-937a-9cc64ea9f8ce tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.1344788 Aug 09 11:44:33.034657 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9798d20-fcf0-4944-ab9f-1933130c7c56 None None] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:33.130209 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 5eec1285-3fc4-4d97-8624-23c5b5f98342 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:33.224818 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.245626 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.272920 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-31b0bfe9-0e30-41d4-847d-b28f008a994a None None] Provisioning for port f93fdd06-8fd0-452b-a6d2-8384afa720df completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:33.286471 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-31b0bfe9-0e30-41d4-847d-b28f008a994a None None] Provisioning complete for port f93fdd06-8fd0-452b-a6d2-8384afa720df triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:33.294052 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-31b0bfe9-0e30-41d4-847d-b28f008a994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.323117 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-df7bea82-63f1-4366-b3f0-14ef0b2bf14f req-6814e2e7-f091-474d-b3a4-29b5957e3f49 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0459857 Aug 09 11:44:33.325139 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-86a98f7f-9f17-4e6d-b59e-819cfd73e881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.457311 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c01c4815-2a33-4703-a6c4-cf8401d3a0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.471548 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 5eec1285-3fc4-4d97-8624-23c5b5f98342 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:33.490060 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Router cacc9f87-69a6-417c-bbce-f307efa9d1f7 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:44:33.505292 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 5eec1285-3fc4-4d97-8624-23c5b5f98342 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:33.505693 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.538868 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.553072 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:33.559649 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-31b0bfe9-0e30-41d4-847d-b28f008a994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.565069 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Sync routers for ids ['c108dc7c-4a62-413e-9a89-197132b7a6ee'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:33.584740 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Routers {'c108dc7c-4a62-413e-9a89-197132b7a6ee'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:33.585380 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['c108dc7c-4a62-413e-9a89-197132b7a6ee'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:33.624560 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-31b0bfe9-0e30-41d4-847d-b28f008a994a None None] For port f93fdd06-8fd0-452b-a6d2-8384afa720df, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=f93fdd06-8fd0-452b-a6d2-8384afa720df,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:33.657203 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-31b0bfe9-0e30-41d4-847d-b28f008a994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.742785 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.778789 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:44:33.800213 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-86a98f7f-9f17-4e6d-b59e-819cfd73e881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.802387 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0bfe9-0e30-41d4-847d-b28f008a994a None None] Pushing event updated for resources: {'Port': ['ID=f93fdd06-8fd0-452b-a6d2-8384afa720df,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:33.860244 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Set router c108dc7c-4a62-413e-9a89-197132b7a6ee gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:33.867161 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 5eec1285-3fc4-4d97-8624-23c5b5f98342, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=5eec1285-3fc4-4d97-8624-23c5b5f98342,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:33.890100 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.893166 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-6352d87d-f860-43ea-bd00-6b0d7d7373ef None None] Provisioning complete for port 5eec1285-3fc4-4d97-8624-23c5b5f98342 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:33.894678 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6352d87d-f860-43ea-bd00-6b0d7d7373ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.950192 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:33.967112 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.971053 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-f5542cf2-30e8-482e-8342-7fbe89d581d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6456954 Aug 09 11:44:33.974110 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58266) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:33.977517 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-86a98f7f-9f17-4e6d-b59e-819cfd73e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:33.980564 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=5eec1285-3fc4-4d97-8624-23c5b5f98342,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:33.984577 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Sync routers for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:34.067082 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a98f7f-9f17-4e6d-b59e-819cfd73e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef70f6-3e01-4244-a7a1-140a5669734f,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:34.073401 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:34.074379 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:34.109205 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-86a98f7f-9f17-4e6d-b59e-819cfd73e881 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e78f513877549e8960bb09be714d68a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5210416 Aug 09 11:44:34.109205 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58272) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:34.132809 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.43', 61932) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:34.234273 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cced69c-7d36-4843-ae30-c25e2d95477d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.273038 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:30Z', 'revision_number': 3, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port': {'id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:34.288804 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cced69c-7d36-4843-ae30-c25e2d95477d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.305594 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Checking router: c108dc7c-4a62-413e-9a89-197132b7a6ee for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:34.306310 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Updating router c108dc7c-4a62-413e-9a89-197132b7a6ee port fa8207a7-3d58-48cc-bb25-53f19242f704 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:44:34.345552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:34.347183 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.364721 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cced69c-7d36-4843-ae30-c25e2d95477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.369837 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cced69c-7d36-4843-ae30-c25e2d95477d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.372282 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-6cced69c-7d36-4843-ae30-c25e2d95477d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccef70f6-3e01-4244-a7a1-140a5669734f HTTP/1.1" status: 204 len: 168 time: 0.2611022 Aug 09 11:44:34.390401 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cced69c-7d36-4843-ae30-c25e2d95477d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef70f6-3e01-4244-a7a1-140a5669734f,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:34.434883 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Sync routers for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:34.440186 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c01c4815-2a33-4703-a6c4-cf8401d3a0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.450975 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c01c4815-2a33-4703-a6c4-cf8401d3a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.479547 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:34.482023 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:34.482997 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:34.545190 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f45ea467-24ff-4976-b56d-3aa975fb5e11 req-f17f9ee2-12ee-47a5-bf48-4af96d92828f tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0847068 Aug 09 11:44:34.573414 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:34.577541 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-1dca2a00-d03f-4b8e-aeb3-7b46ad8fbeed admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0496821 Aug 09 11:44:34.592935 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58288) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:34.699881 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device f93fdd06-8fd0-452b-a6d2-8384afa720df up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:34.910543 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa941e1-e0bc-4cd7-8235-581204125238 req-d8d4217c-67ec-4be3-a405-ea17855d6901 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:34.931700 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:34.932380 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-d8d4217c-67ec-4be3-a405-ea17855d6901 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.7908945 Aug 09 11:44:34.940930 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8c5c829-bac3-416a-8c4e-0831bd9fbb6d req-1d2f45e3-2642-44a4-9ee4-d117b61eb70a tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.5731893 Aug 09 11:44:35.018362 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.43', 61939) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:35.031071 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.032405 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-9aa2ac08-ffd8-4c31-9328-22e130c7973c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5406303 Aug 09 11:44:35.036716 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58298) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:35.088310 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c01c4815-2a33-4703-a6c4-cf8401d3a0c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8157ee13a14c404f92adc77873fa9896&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1520331 Aug 09 11:44:35.093159 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58306) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:35.106036 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port f93fdd06-8fd0-452b-a6d2-8384afa720df triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:35.106644 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.157147 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c4815-2a33-4703-a6c4-cf8401d3a0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8dc575-bda2-47c4-a8b1-cdc402c27a2f,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:35.160500 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58312) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:35.202345 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Request body: {'port': {'device_id': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'admin_state_up': True, 'tenant_id': '55abaca445474535985a170949e61e5e'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:35.204473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb813-c998-43b1-8353-5b538e983610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.229138 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb813-c998-43b1-8353-5b538e983610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.241416 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.295266 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3e38b03d-ee07-4227-a21e-579af4711c42 None None] Provisioning complete for port f93fdd06-8fd0-452b-a6d2-8384afa720df triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:35.295796 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3e38b03d-ee07-4227-a21e-579af4711c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.344635 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Transition to ACTIVE for port object fa8207a7-3d58-48cc-bb25-53f19242f704 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:35.347435 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb813-c998-43b1-8353-5b538e983610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.350521 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cb3fb813-c998-43b1-8353-5b538e983610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.352782 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-cb3fb813-c998-43b1-8353-5b538e983610 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee8dc575-bda2-47c4-a8b1-cdc402c27a2f HTTP/1.1" status: 204 len: 168 time: 0.2579899 Aug 09 11:44:35.353846 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9da24b43-2eac-49a3-9b80-eccd50c7f7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.374192 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.419296 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:31Z', 'revision_number': 3, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:35.428313 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fb813-c998-43b1-8353-5b538e983610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8dc575-bda2-47c4-a8b1-cdc402c27a2f,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:35.473943 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Checking router: 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:35.474481 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Updating router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 port 0a6cab64-cd13-415a-83e9-814a171f0bbd binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:44:35.509107 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Pushing event updated for resources: {'Port': ['ID=fa8207a7-3d58-48cc-bb25-53f19242f704,revision_number=2']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:35.521653 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.522270 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.522791 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.523293 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.523870 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.524424 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.524971 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.525515 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.526077 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.526617 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.527145 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.527713 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Tracked resource versions report: Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: pushed versions: Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: { 'AddressGroup': {'1.2'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'ConntrackHelper': {'1.0'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Log': {'1.0'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Network': {'1.1'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Port': {'1.7'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'PortForwarding': {'1.2'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'QosPolicy': {'1.9'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroup': {'1.4'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SubPort': {'1.0'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Subnet': {'1.1'}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Trunk': {'1.1'}} Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: consumer versions: Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: { DHCP agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: HyperV agent@hv-cinder-80390: {}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: L3 agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: Metadata agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: Metering agent@dv-cinder-803901-1-iscsi: {}, Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: Open vSwitch agent@dv-cinder-803901-1-iscsi: { 'AddressGroup': '1.2', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'ConntrackHelper': '1.0', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Log': '1.0', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Network': '1.1', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Port': '1.7', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'PortForwarding': '1.2', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'QosPolicy': '1.9', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroup': '1.4', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SecurityGroupRule': '1.2', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'SubPort': '1.0', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Subnet': '1.1', Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: 'Trunk': '1.1'}} Aug 09 11:44:35.529295 dv-cinder-803901-1-iscsi neutron-server[99935]: {{(pid=99935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:44:35.547114 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:32Z', 'revision_number': 3, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:35.583947 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Checking router: cacc9f87-69a6-417c-bbce-f307efa9d1f7 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:35.584649 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Updating router cacc9f87-69a6-417c-bbce-f307efa9d1f7 port cb40752b-c0b6-458c-9e04-e296c01e0818 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:44:35.614888 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-3c95faee-5d36-48a3-94fe-fc86b701bab9 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:35.617113 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-3c95faee-5d36-48a3-94fe-fc86b701bab9 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.43 "GET /v2.0/networks?id=6305f6c6-2058-42d0-b8ed-2f062950e91c HTTP/1.1" status: 200 len: 812 time: 0.4699194 Aug 09 11:44:35.624427 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Attempting to bind port fa8207a7-3d58-48cc-bb25-53f19242f704 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:35.625324 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Attempting to bind port fa8207a7-3d58-48cc-bb25-53f19242f704 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:35.625904 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Attempting to bind port fa8207a7-3d58-48cc-bb25-53f19242f704 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:35.647108 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:35.647941 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:35.648732 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.649445 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:35.650186 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Bound port: fa8207a7-3d58-48cc-bb25-53f19242f704, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:35.650831 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.671117 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Request body: {'port': {'device_id': '382df28f-b028-4b97-b065-74fe6d873f19', 'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c', 'admin_state_up': True, 'tenant_id': '10a2916fca7244a5b81605c437e1e1cc'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:35.725921 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] For port fa8207a7-3d58-48cc-bb25-53f19242f704, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:35.730413 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] For port fa8207a7-3d58-48cc-bb25-53f19242f704, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fa8207a7-3d58-48cc-bb25-53f19242f704,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:35.731299 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 5eec1285-3fc4-4d97-8624-23c5b5f98342 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:35.733968 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.777508 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.844264 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:35.967610 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c536339e-c859-49b2-8adc-dc13d84e0d1d req-b96b5668-619e-4976-b654-581b8fca27af tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0850053 Aug 09 11:44:36.001686 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c20f8-37d1-41b9-b5ca-1b9e96b88a56 None None] Pushing event updated for resources: {'Port': ['ID=fa8207a7-3d58-48cc-bb25-53f19242f704,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:36.048077 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.051317 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9da24b43-2eac-49a3-9b80-eccd50c7f7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.078356 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9da24b43-2eac-49a3-9b80-eccd50c7f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.095146 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Made reservation on behalf of 10a2916fca7244a5b81605c437e1e1cc for: {'port': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:36.099103 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.199240 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 5eec1285-3fc4-4d97-8624-23c5b5f98342 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:36.199966 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.302329 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Routers {'c108dc7c-4a62-413e-9a89-197132b7a6ee'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:36.303418 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['c108dc7c-4a62-413e-9a89-197132b7a6ee'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:36.380030 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Allocated IP 172.20.0.4 (6305f6c6-2058-42d0-b8ed-2f062950e91c/5de1d779-3b39-44d3-96a8-ffb687186c39/c4a40457-2ec6-48a9-bc28-7ff3220c3b78) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:36.400671 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5355a151-0ee3-442d-bb53-848025e34230 req-ed8c33f1-b6ae-4e31-9bb9-2c0e4c9160a6 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.2346354 Aug 09 11:44:36.453864 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.511246 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da24b43-2eac-49a3-9b80-eccd50c7f7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2503c9-0273-4ade-853b-b4bbf5beafc2,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:36.640736 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.746426 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-9da24b43-2eac-49a3-9b80-eccd50c7f7fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e9a729ade4144ae8dd66d09e692028c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5610363 Aug 09 11:44:36.759874 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58356) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:36.803113 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Made reservation on behalf of 55abaca445474535985a170949e61e5e for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:36.808716 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:36.886064 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] Set router c108dc7c-4a62-413e-9a89-197132b7a6ee gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:37.075739 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b72d62fc-1478-4ff3-beeb-c02e770af3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.120748 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b72d62fc-1478-4ff3-beeb-c02e770af3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.182432 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.253997 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-27b6d0b2-f1d7-4c6d-8b4a-2ecc9f67fb64 req-4b19e1bf-4c45-4a87-96d0-2fd364ed1537 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0712569 Aug 09 11:44:37.262431 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b72d62fc-1478-4ff3-beeb-c02e770af3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.263860 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Transition to ACTIVE for port object cb40752b-c0b6-458c-9e04-e296c01e0818 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:37.265576 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b72d62fc-1478-4ff3-beeb-c02e770af3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.266910 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b72d62fc-1478-4ff3-beeb-c02e770af3f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d2503c9-0273-4ade-853b-b4bbf5beafc2 HTTP/1.1" status: 204 len: 168 time: 0.5029738 Aug 09 11:44:37.335607 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d62fc-1478-4ff3-beeb-c02e770af3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2503c9-0273-4ade-853b-b4bbf5beafc2,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:37.359026 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Allocated IP 172.20.0.13 (6a613757-6c9d-400e-a84c-51a829a13b23/59facaac-2fe3-4f37-8763-da950cbeb863/52852d1b-d197-42ad-a701-a0f64c728ea1) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:37.376523 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.443567 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.512564 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Allocated IP 172.20.0.1 (1b5f90b2-44c7-4872-bf4c-50ed158ce782/5600acc7-47e6-4f5e-8398-ec7a7d01fcfb/fa0e3f5a-262e-4659-a562-317f3a067bff) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:37.562817 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Attempting to bind port cb40752b-c0b6-458c-9e04-e296c01e0818 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:37.563757 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Attempting to bind port cb40752b-c0b6-458c-9e04-e296c01e0818 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:37.563757 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Attempting to bind port cb40752b-c0b6-458c-9e04-e296c01e0818 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:37.574546 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:37.574929 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:37.575510 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.575932 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:37.576418 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Bound port: cb40752b-c0b6-458c-9e04-e296c01e0818, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:37.576825 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.645834 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] For port cb40752b-c0b6-458c-9e04-e296c01e0818, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:37.655691 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] For port cb40752b-c0b6-458c-9e04-e296c01e0818, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=cb40752b-c0b6-458c-9e04-e296c01e0818,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:37.671401 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:37.741445 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:37.743351 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:37.980297 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:38.020109 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.062397 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Transition to ACTIVE for port object 0a6cab64-cd13-415a-83e9-814a171f0bbd will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:38.088448 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.143433 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.260221 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26ecfd-f09f-48ac-9c70-e4cd3c1555c7 None None] Pushing event updated for resources: {'Port': ['ID=0a6cab64-cd13-415a-83e9-814a171f0bbd,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:38.282762 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Attempting to bind port 0a6cab64-cd13-415a-83e9-814a171f0bbd on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:38.282762 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Attempting to bind port 0a6cab64-cd13-415a-83e9-814a171f0bbd by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:38.282762 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Attempting to bind port 0a6cab64-cd13-415a-83e9-814a171f0bbd on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:38.285150 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:38.285988 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:38.286148 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.286480 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:38.288765 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Bound port: 0a6cab64-cd13-415a-83e9-814a171f0bbd, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:38.289850 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.293896 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.330588 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.374862 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac816e19-2452-4467-ad55-c21c1af12d7f None None] Pushing event updated for resources: {'Port': ['ID=cb40752b-c0b6-458c-9e04-e296c01e0818,revision_number=2']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:38.394369 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Transition to ACTIVE for port object fa0e3f5a-262e-4659-a562-317f3a067bff will not be triggered until provisioned by entity DHCP. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:38.398020 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Network 6305f6c6-2058-42d0-b8ed-2f062950e91c is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:38.412272 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:38.415437 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:38.422807 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:38.423464 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.456998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] For port 0a6cab64-cd13-415a-83e9-814a171f0bbd, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:38.465859 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Pushing event updated for resources: {'Port': ['ID=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:38.485565 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] For port 0a6cab64-cd13-415a-83e9-814a171f0bbd, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=0a6cab64-cd13-415a-83e9-814a171f0bbd,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:38.500935 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.501084 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-06b8f42b-b6a8-455d-a111-016ceea8e6fd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8356030 Aug 09 11:44:38.532555 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-61a9b137-7a51-4322-a52e-1de63e2bc805 req-76b39f18-88d6-41bb-8ec8-edf0cf0753c4 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0538111 Aug 09 11:44:38.549394 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.619978 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-4a8c82bb-2340-4c0f-b33e-0c2bbad5d945 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:44:38.621297 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-4a8c82bb-2340-4c0f-b33e-0c2bbad5d945 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134022 Aug 09 11:44:38.645484 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:38.649348 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:38.651788 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:38.652595 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:38.656378 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac816e19-2452-4467-ad55-c21c1af12d7f None None] Pushing event updated for resources: {'Port': ['ID=cb40752b-c0b6-458c-9e04-e296c01e0818,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:38.689363 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:38.690011 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:38.706152 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26ecfd-f09f-48ac-9c70-e4cd3c1555c7 None None] Pushing event updated for resources: {'Port': ['ID=0a6cab64-cd13-415a-83e9-814a171f0bbd,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:38.826477 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Pushing event updated for resources: {'Port': ['ID=fa0e3f5a-262e-4659-a562-317f3a067bff,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:38.840799 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:30Z', 'revision_number': 3, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port': {'id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:38.967100 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e02af-d2f9-4dcc-902d-9b8d2d3d9bdf None None] The sync data for ids ['c108dc7c-4a62-413e-9a89-197132b7a6ee'] in dv-cinder-803901-1-iscsi is: [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:30Z', 'revision_number': 3, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port': {'id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:39.097920 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:39.099977 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:32Z', 'revision_number': 3, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:39.150820 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:39.217120 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72f5a3-30b0-47e9-b65d-475d83cd7467 None None] The sync data for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi is: [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:32Z', 'revision_number': 3, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:39.238245 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6be9-a708-4f19-a6c9-134984a03377 req-e90fe78d-05cb-4b3e-be88-06c6fc423f54 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:39.257329 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-260b6be9-a708-4f19-a6c9-134984a03377 req-e90fe78d-05cb-4b3e-be88-06c6fc423f54 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 931 time: 0.7373507 Aug 09 11:44:39.485728 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Request body: {'port': {'device_id': '382df28f-b028-4b97-b065-74fe6d873f19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:39.486874 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-82ca54fe-3d13-498c-8704-21aadb4c0de3 None None] Provisioning for port fa0e3f5a-262e-4659-a562-317f3a067bff completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:39.526164 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-82ca54fe-3d13-498c-8704-21aadb4c0de3 None None] Provisioning complete for port fa0e3f5a-262e-4659-a562-317f3a067bff triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:39.526540 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-82ca54fe-3d13-498c-8704-21aadb4c0de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:39.797601 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:39.866568 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Network 6a613757-6c9d-400e-a84c-51a829a13b23 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:39.923667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-82ca54fe-3d13-498c-8704-21aadb4c0de3 None None] Port fa0e3f5a-262e-4659-a562-317f3a067bff cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:44:39.974943 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Allocated IP 172.20.0.1 (62bd4547-5f16-404f-b1d2-618d2c08340f/c6516d59-2c44-41ec-98ed-4be438340e5f/03c7d68d-f90e-4a6a-b1fc-e3547936776d) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:40.058733 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:31Z', 'revision_number': 3, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:40.175665 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7d749-5e42-4a6f-88ec-d9d8761f1cd9 None None] The sync data for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi is: [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:31Z', 'revision_number': 3, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:40.201154 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:40.249279 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.261187 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:40.295095 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.302507 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.509937 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event updated for resources: {'Port': ['ID=52852d1b-d197-42ad-a701-a0f64c728ea1,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:40.572954 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-260b6be9-a708-4f19-a6c9-134984a03377 req-7a6dc6ca-998f-40da-bb00-819c4bf86962 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3110509 Aug 09 11:44:40.622372 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-172edaf9-137f-4b1e-914d-c2ee68664876 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4309540 Aug 09 11:44:40.652337 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Request body: {'port': {'device_id': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:40.687694 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61c5df-5c23-4c6c-9c72-9918b2cf551c req-57e281cb-8db6-40e9-a7ef-fe11a8ad2647 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.696708 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6d61c5df-5c23-4c6c-9c72-9918b2cf551c req-57e281cb-8db6-40e9-a7ef-fe11a8ad2647 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 932 time: 0.7890666 Aug 09 11:44:40.830331 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa8207a7-3d58-48cc-bb25-53f19242f704 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:40.974434 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.049405 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.072599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.092332 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port fa8207a7-3d58-48cc-bb25-53f19242f704 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:41.107673 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port fa8207a7-3d58-48cc-bb25-53f19242f704 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:41.108055 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.118970 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6d61c5df-5c23-4c6c-9c72-9918b2cf551c req-0a84e361-b7c5-4cf0-bb0c-312140e33d06 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210527 Aug 09 11:44:41.531271 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.552954 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Allocated IP 172.20.0.1 (cb71c79f-17fc-4850-8418-2b7c4d595b9f/4ee4b529-e59b-47ec-8057-5d931635d420/da478591-f5aa-4806-952a-33ca589d541d) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:41.639542 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port fa8207a7-3d58-48cc-bb25-53f19242f704, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fa8207a7-3d58-48cc-bb25-53f19242f704,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:41.656441 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.657346 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device cb40752b-c0b6-458c-9e04-e296c01e0818 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:41.853934 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.866788 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.868848 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.015834 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=fa8207a7-3d58-48cc-bb25-53f19242f704,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:42.065947 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port cb40752b-c0b6-458c-9e04-e296c01e0818 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:42.075676 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port cb40752b-c0b6-458c-9e04-e296c01e0818 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:42.076061 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.169718 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:42.197731 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:42.379362 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58492) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:42.390375 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.472021 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port cb40752b-c0b6-458c-9e04-e296c01e0818, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=cb40752b-c0b6-458c-9e04-e296c01e0818,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:42.483854 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.535920 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Pushing event updated for resources: {'Port': ['ID=fa0e3f5a-262e-4659-a562-317f3a067bff,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:42.551942 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:44:42.776726 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=cb40752b-c0b6-458c-9e04-e296c01e0818,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:42.844452 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-4934be75-2107-4454-b506-a3da694998aa None None] Provisioning complete for port fa0e3f5a-262e-4659-a562-317f3a067bff triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:42.844976 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4934be75-2107-4454-b506-a3da694998aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.958394 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa8207a7-3d58-48cc-bb25-53f19242f704 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:42.964976 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-4934be75-2107-4454-b506-a3da694998aa None None] Port fa0e3f5a-262e-4659-a562-317f3a067bff cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:44:43.036410 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port fa8207a7-3d58-48cc-bb25-53f19242f704 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:43.037026 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.086396 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3960931-3a9a-4883-91ba-6fab69cdc2c2 req-fa94ebef-5faf-465e-b333-6672fc213211 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:43.090982 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b3960931-3a9a-4883-91ba-6fab69cdc2c2 req-fa94ebef-5faf-465e-b333-6672fc213211 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 932 time: 0.6030765 Aug 09 11:44:43.097788 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52852d1b-d197-42ad-a701-a0f64c728ea1 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:43.120668 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.141158 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a40457-2ec6-48a9-bc28-7ff3220c3b78 {{(pid=99932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:43.157478 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Transition to ACTIVE for port object 52852d1b-d197-42ad-a701-a0f64c728ea1 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:43.184125 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.186386 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 0a6cab64-cd13-415a-83e9-814a171f0bbd up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:43.237073 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.251387 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:43.295671 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 0a6cab64-cd13-415a-83e9-814a171f0bbd completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:43.301442 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 0a6cab64-cd13-415a-83e9-814a171f0bbd triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:43.341530 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.342732 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d351feaa-a362-455c-95f0-be65aa1044c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.344606 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.346557 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Transition to ACTIVE for port object c4a40457-2ec6-48a9-bc28-7ff3220c3b78 will not be triggered until provisioned by entity L2. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:43.370854 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.555873 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.612765 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 0a6cab64-cd13-415a-83e9-814a171f0bbd, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=0a6cab64-cd13-415a-83e9-814a171f0bbd,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:43.619561 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.690922 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.728478 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Network 62bd4547-5f16-404f-b1d2-618d2c08340f is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:43.753768 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b73ff-4119-4361-9cca-25b15ff897b8 req-5d26fb35-3f05-436b-ae0d-30a71676f232 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:43.756510 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-163b73ff-4119-4361-9cca-25b15ff897b8 req-5d26fb35-3f05-436b-ae0d-30a71676f232 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 931 time: 1.5265424 Aug 09 11:44:43.773335 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:43.776654 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:43.777138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:43.792525 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=0a6cab64-cd13-415a-83e9-814a171f0bbd,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:44.040280 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b3960931-3a9a-4883-91ba-6fab69cdc2c2 req-a2f23dd1-cc42-4a5e-aa4b-8d07863435a2 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9099112 Aug 09 11:44:44.084736 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Transition to ACTIVE for port object da478591-f5aa-4806-952a-33ca589d541d will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:44.090929 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-163b73ff-4119-4361-9cca-25b15ff897b8 req-e7b01fe9-e846-4e4c-b9c6-f20c38596fba tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816456 Aug 09 11:44:44.127972 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Pushing event updated for resources: {'Port': ['ID=52852d1b-d197-42ad-a701-a0f64c728ea1,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:44.235502 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Attempting to bind port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:44.236472 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Attempting to bind port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '98064548-f342-4d1b-9588-4ed6e68ba96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c'}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:44.236962 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Attempting to bind port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 on network 6305f6c6-2058-42d0-b8ed-2f062950e91c {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:44.250973 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Pushing event updated for resources: {'Port': ['ID=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:44.260027 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 on network 6305f6c6-2058-42d0-b8ed-2f062950e91c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:44:44.260849 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Attempting to bind port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 on network 6305f6c6-2058-42d0-b8ed-2f062950e91c {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:44.273368 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:44.274004 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Checking segment: {'id': '98064548-f342-4d1b-9588-4ed6e68ba96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:44.274759 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Bound using segment: {'id': '98064548-f342-4d1b-9588-4ed6e68ba96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c'} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:44.275404 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Bound port: c4a40457-2ec6-48a9-bc28-7ff3220c3b78, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98064548-f342-4d1b-9588-4ed6e68ba96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c'}}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:44.275957 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.303066 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:44.313215 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-9e20e2fe-3a44-450e-a340-fb1fe93465db admin admin] 10.222.0.50 "PUT /v2.0/routers/4b3c5b3b-ad60-42f6-8c54-ddec0003f602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7188871 Aug 09 11:44:44.423164 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] For port c4a40457-2ec6-48a9-bc28-7ff3220c3b78, host hv-cinder-80390, cleared binding levels {{(pid=99932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:44.426186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Attempting to bind port 52852d1b-d197-42ad-a701-a0f64c728ea1 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:44.426793 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Attempting to bind port 52852d1b-d197-42ad-a701-a0f64c728ea1 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:44.427232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Attempting to bind port 52852d1b-d197-42ad-a701-a0f64c728ea1 on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:44.432756 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] For port c4a40457-2ec6-48a9-bc28-7ff3220c3b78, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,segment=NetworkSegment(98064548-f342-4d1b-9588-4ed6e68ba96c),segment_id=98064548-f342-4d1b-9588-4ed6e68ba96c)] {{(pid=99932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:44.439441 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.468696 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Port 52852d1b-d197-42ad-a701-a0f64c728ea1 on network 6a613757-6c9d-400e-a84c-51a829a13b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:44:44.469755 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Attempting to bind port 52852d1b-d197-42ad-a701-a0f64c728ea1 on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:44.508590 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:44.509879 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.513137 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] 10.222.0.43 "PUT /v2.0/ports/c4a40457-2ec6-48a9-bc28-7ff3220c3b78 HTTP/1.1" status: 200 len: 1093 time: 5.4511878 Aug 09 11:44:44.514261 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382df28f-b028-4b97-b065-74fe6d873f19', 'tag': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:44.573326 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Pushing event updated for resources: {'Port': ['ID=03c7d68d-f90e-4a6a-b1fc-e3547936776d,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:44.603194 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:44.603642 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Checking segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:44.613113 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Bound using segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:44.613885 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Bound port: 52852d1b-d197-42ad-a701-a0f64c728ea1, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:44.614411 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.645827 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d351feaa-a362-455c-95f0-be65aa1044c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.651023 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328bbf8-c187-42dc-995b-51fbf2ab835e service neutron] Pushing event updated for resources: {'Port': ['ID=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,revision_number=3']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:44.685563 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d351feaa-a362-455c-95f0-be65aa1044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.776341 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 0a6cab64-cd13-415a-83e9-814a171f0bbd up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:44.876192 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.886914 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 0a6cab64-cd13-415a-83e9-814a171f0bbd triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:44.887911 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.906651 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:44.925477 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855db448-73b9-43eb-ba4b-3955c3bf3dae" -d '{"events": [{"name": "network-changed", "server_uuid": "382df28f-b028-4b97-b065-74fe6d873f19", "tag": "c4a40457-2ec6-48a9-bc28-7ff3220c3b78"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:44.933282 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:44.963060 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Sync routers for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:44.995242 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351feaa-a362-455c-95f0-be65aa1044c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a03b91-48bb-4085-8a52-33750bde8f2f,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:45.003524 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:45.004138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.046195 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:45.054074 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:45.065343 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-75c6d7cb-a6fc-41cb-a283-f361e7f6592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:45.071854 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-75c6d7cb-a6fc-41cb-a283-f361e7f6592e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=10a2916fca7244a5b81605c437e1e1cc&device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 1096 time: 0.4060731 Aug 09 11:44:45.170230 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d351feaa-a362-455c-95f0-be65aa1044c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7461ee639bd464a854661a37dc977ce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7877762 Aug 09 11:44:45.185037 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58562) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:45.231264 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.247682 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device cb40752b-c0b6-458c-9e04-e296c01e0818 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:45.262513 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-8b24c730-75d7-4a00-b721-c68bb9b79005 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a40457-2ec6-48a9-bc28-7ff3220c3b78 HTTP/1.1" status: 200 len: 217 time: 0.1630754 Aug 09 11:44:45.289602 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b7f8c-c70e-4456-9f24-49142bfb879d x-openstack-request-id: req-ca8b7f8c-c70e-4456-9f24-49142bfb879d {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:45.291550 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382df28f-b028-4b97-b065-74fe6d873f19", "tag": "c4a40457-2ec6-48a9-bc28-7ff3220c3b78", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:45.292735 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca8b7f8c-c70e-4456-9f24-49142bfb879d {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:45.295993 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382df28f-b028-4b97-b065-74fe6d873f19', 'tag': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78', 'status': 'completed', 'code': 200} Aug 09 11:44:45.351143 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.387099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Pushing event updated for resources: {'Port': ['ID=da478591-f5aa-4806-952a-33ca589d541d,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:45.426737 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] For port 52852d1b-d197-42ad-a701-a0f64c728ea1, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:45.434572 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-285882a1-942c-4fdf-8650-1a287c59e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:45.436737 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-285882a1-942c-4fdf-8650-1a287c59e9b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5de1d779-3b39-44d3-96a8-ffb687186c39 HTTP/1.1" status: 200 len: 852 time: 0.1518331 Aug 09 11:44:45.568971 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3218da6b-5b3e-4332-ae68-bfb06db63f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.598228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] For port 52852d1b-d197-42ad-a701-a0f64c728ea1, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=52852d1b-d197-42ad-a701-a0f64c728ea1,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:45.624102 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.628320 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-56ac0990-78db-4377-af9d-c2c556c706bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6305f6c6-2058-42d0-b8ed-2f062950e91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482928 Aug 09 11:44:45.637543 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58578) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:45.642368 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-7bd01f2f-3348-46d2-81fb-467ed69efea1 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30685447', 'description': 'tempest-description--338644680'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:45.731382 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Pushing event updated for resources: {'Port': ['ID=52852d1b-d197-42ad-a701-a0f64c728ea1,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:45.732837 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bd01f2f-3348-46d2-81fb-467ed69efea1 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.784034 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:45.784830 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.786582 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-87f45dc7-7053-4a3f-8483-2ed5aec6e47b service neutron] 10.222.0.43 "PUT /v2.0/ports/52852d1b-d197-42ad-a701-a0f64c728ea1 HTTP/1.1" status: 200 len: 1094 time: 5.1410060 Aug 09 11:44:45.822063 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa74a-163c-457f-8c84-c6b99558c67e req-e54ca631-754e-43b3-9fee-3089906ac782 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:45.823819 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2d6aa74a-163c-457f-8c84-c6b99558c67e req-e54ca631-754e-43b3-9fee-3089906ac782 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 944 time: 0.3583963 Aug 09 11:44:45.824395 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'tag': '52852d1b-d197-42ad-a701-a0f64c728ea1'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:45.955179 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bd01f2f-3348-46d2-81fb-467ed69efea1 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.957875 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3218da6b-5b3e-4332-ae68-bfb06db63f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:45.969383 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bd01f2f-3348-46d2-81fb-467ed69efea1 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.021120 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd01f2f-3348-46d2-81fb-467ed69efea1 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8366d4f9-90cf-4dbc-8ba1-a8363b684cde,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:46.077825 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd6c5a-4ffb-4dc8-950d-740e023633e6 req-d20388d5-f802-4003-ba9b-dc823c2b1d5b tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:46.084046 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:46.089567 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-92fd6c5a-4ffb-4dc8-950d-740e023633e6 req-d20388d5-f802-4003-ba9b-dc823c2b1d5b tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 943 time: 0.2960436 Aug 09 11:44:46.091985 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-a57f74d7-3f94-4f2c-ba53-b18b634d4ca8 None None] Provisioning for port da478591-f5aa-4806-952a-33ca589d541d completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:46.150986 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bd01f2f-3348-46d2-81fb-467ed69efea1 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.157368 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7bd01f2f-3348-46d2-81fb-467ed69efea1 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5164680 Aug 09 11:44:46.162104 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58588) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:46.165900 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-a57f74d7-3f94-4f2c-ba53-b18b634d4ca8 None None] Provisioning complete for port da478591-f5aa-4806-952a-33ca589d541d triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:46.167941 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a57f74d7-3f94-4f2c-ba53-b18b634d4ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.178176 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd245814-89da-4dc7-8fee-08c4d581f15b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0d7223-7b06-47ea-ba7c-75171e09d4d4", "tag": "52852d1b-d197-42ad-a701-a0f64c728ea1"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:46.189987 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-98e680aa-c619-440b-8d77-e0596236c78b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'security_group_rule': {'security_group_id': '8366d4f9-90cf-4dbc-8ba1-a8363b684cde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:46.313960 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-98e680aa-c619-440b-8d77-e0596236c78b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.326846 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa941e1-e0bc-4cd7-8235-581204125238 req-7f6b9a3a-8389-4acf-b4b1-6ce181c39a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:46.328534 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-7f6b9a3a-8389-4acf-b4b1-6ce181c39a25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 1097 time: 0.2369971 Aug 09 11:44:46.331497 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2d6aa74a-163c-457f-8c84-c6b99558c67e req-ded489e9-f6f7-4802-af58-c823f93a15f7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132082 Aug 09 11:44:46.430495 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-92fd6c5a-4ffb-4dc8-950d-740e023633e6 req-93b9d6e9-b62a-44ec-b0bb-1433710f7b97 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331773 Aug 09 11:44:46.494735 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-a57f74d7-3f94-4f2c-ba53-b18b634d4ca8 None None] Port da478591-f5aa-4806-952a-33ca589d541d cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:44:46.513338 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-98e680aa-c619-440b-8d77-e0596236c78b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.520879 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-984369e9-f31e-4277-bc8c-5ded5ad4d048 service neutron] 10.222.0.43 "GET /v2.0/networks/6305f6c6-2058-42d0-b8ed-2f062950e91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215680 Aug 09 11:44:46.521625 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.523525 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-98e680aa-c619-440b-8d77-e0596236c78b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.556656 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e680aa-c619-440b-8d77-e0596236c78b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0bfa3b-1a83-48de-ba04-85db843a88c9,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:46.588782 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port cb40752b-c0b6-458c-9e04-e296c01e0818 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:46.588782 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.701995 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-67558db3-7360-4f62-830e-7ccd4f90be6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52852d1b-d197-42ad-a701-a0f64c728ea1 HTTP/1.1" status: 200 len: 217 time: 0.3169155 Aug 09 11:44:46.704602 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.705351 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.715317 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-98e680aa-c619-440b-8d77-e0596236c78b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.716596 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-98e680aa-c619-440b-8d77-e0596236c78b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5409572 Aug 09 11:44:46.724746 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58610) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:46.743284 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-e9bded92-452b-48f4-993b-4bf301155f8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'security_group_rule': {'security_group_id': '8366d4f9-90cf-4dbc-8ba1-a8363b684cde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:46.885125 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0c2d95e-ac33-4631-b0a1-82605b6ce52f req-0be3560a-0d43-4640-bd59-920622415a73 service neutron] 10.222.0.43 "GET /v2.0/networks/6305f6c6-2058-42d0-b8ed-2f062950e91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371625 Aug 09 11:44:46.887872 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa941e1-e0bc-4cd7-8235-581204125238 req-d6f0c075-0b73-4432-9c67-e16f3f1a1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:46.889483 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-d6f0c075-0b73-4432-9c67-e16f3f1a1305 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.1789725 Aug 09 11:44:46.900924 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d8d07-d29e-46fd-9259-6ac83339f2f0 x-openstack-request-id: req-348d8d07-d29e-46fd-9259-6ac83339f2f0 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:46.902127 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e9bded92-452b-48f4-993b-4bf301155f8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.902250 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0d7223-7b06-47ea-ba7c-75171e09d4d4", "tag": "52852d1b-d197-42ad-a701-a0f64c728ea1", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:46.902250 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-348d8d07-d29e-46fd-9259-6ac83339f2f0 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:46.902537 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'tag': '52852d1b-d197-42ad-a701-a0f64c728ea1', 'status': 'completed', 'code': 200} Aug 09 11:44:46.985282 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:40Z', 'revision_number': 2, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:46.991913 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e9bded92-452b-48f4-993b-4bf301155f8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.998402 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e9bded92-452b-48f4-993b-4bf301155f8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.027480 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Checking router: 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:47.028237 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Updating router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 port fa0e3f5a-262e-4659-a562-317f3a067bff binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:44:47.047180 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bded92-452b-48f4-993b-4bf301155f8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb07ef5d-5523-4018-96fd-767fc6037ba6,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:47.054001 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3218da6b-5b3e-4332-ae68-bfb06db63f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.058684 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3218da6b-5b3e-4332-ae68-bfb06db63f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.059882 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e9bded92-452b-48f4-993b-4bf301155f8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.060620 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3218da6b-5b3e-4332-ae68-bfb06db63f56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8a03b91-48bb-4085-8a52-33750bde8f2f HTTP/1.1" status: 204 len: 168 time: 1.8734925 Aug 09 11:44:47.064148 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-e9bded92-452b-48f4-993b-4bf301155f8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345368 Aug 09 11:44:47.064261 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58618) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:47.069361 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:47.074582 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.128840 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.346841 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.393013 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218da6b-5b3e-4332-ae68-bfb06db63f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a03b91-48bb-4085-8a52-33750bde8f2f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:47.442863 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Pushing event updated for resources: {'Port': ['ID=03c7d68d-f90e-4a6a-b1fc-e3547936776d,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:47.475223 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Network 62bd4547-5f16-404f-b1d2-618d2c08340f is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:47.496096 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.496096 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:47.506297 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.506297 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.698793 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Allocated IP 172.27.3.191 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/99d44f19-b5fe-43d3-8c7c-9e79254d1656) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:47.714479 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdbf48-e159-4b9a-b6e1-8ca5a4d31c26 req-a45f2802-b495-47b3-b2cf-6d85babae2a3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.719691 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.731356 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7fbdbf48-e159-4b9a-b6e1-8ca5a4d31c26 req-a45f2802-b495-47b3-b2cf-6d85babae2a3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 944 time: 0.2261939 Aug 09 11:44:47.753310 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Transition to ACTIVE for port object fa0e3f5a-262e-4659-a562-317f3a067bff will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:47.772071 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.826993 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7fbdbf48-e159-4b9a-b6e1-8ca5a4d31c26 req-c3644bef-aec9-4d6f-adc3-3b1228057b0e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920706 Aug 09 11:44:47.897985 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Router c108dc7c-4a62-413e-9a89-197132b7a6ee has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:47.912896 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be36f1-e310-44c4-a371-879fba41b94f None None] Pushing event updated for resources: {'Port': ['ID=fa0e3f5a-262e-4659-a562-317f3a067bff,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:47.980236 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58636) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:48.044506 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a3d45c2f-98c7-4b71-a357-fee2ad3de7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.075614 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Attempting to bind port fa0e3f5a-262e-4659-a562-317f3a067bff on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:48.076068 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Attempting to bind port fa0e3f5a-262e-4659-a562-317f3a067bff by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:48.076685 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Attempting to bind port fa0e3f5a-262e-4659-a562-317f3a067bff on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:48.084907 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:48.085356 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Checking segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:48.092253 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.099975 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Bound using segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:48.100990 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Bound port: fa0e3f5a-262e-4659-a562-317f3a067bff, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:48.102628 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.331999 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Pushing event updated for resources: {'Port': ['ID=da478591-f5aa-4806-952a-33ca589d541d,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:48.416592 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b070adb-d416-4e9a-8667-5082bb92a1dc req-ca54d145-0823-4a49-8ea7-1c461a5f6f27 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:48.418315 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] For port fa0e3f5a-262e-4659-a562-317f3a067bff, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:48.419354 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5b070adb-d416-4e9a-8667-5082bb92a1dc req-ca54d145-0823-4a49-8ea7-1c461a5f6f27 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 943 time: 0.7357562 Aug 09 11:44:48.435991 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] For port fa0e3f5a-262e-4659-a562-317f3a067bff, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fa0e3f5a-262e-4659-a562-317f3a067bff,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:48.444748 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.507352 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5b070adb-d416-4e9a-8667-5082bb92a1dc req-01d8907d-a717-4851-a062-9b7bf8ef3cbb tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733032 Aug 09 11:44:48.517419 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:48.519203 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:48.522268 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:48.532216 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Sync routers for ids ['c108dc7c-4a62-413e-9a89-197132b7a6ee'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:48.553484 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0ea2d263-28ba-4061-8cf4-828fd5f8914d admin admin] 10.222.0.50 "PUT /v2.0/routers/c108dc7c-4a62-413e-9a89-197132b7a6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5747671 Aug 09 11:44:48.559172 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Routers {'c108dc7c-4a62-413e-9a89-197132b7a6ee'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:48.559844 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['c108dc7c-4a62-413e-9a89-197132b7a6ee'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:48.588288 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:48.589241 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:48.684147 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.705526 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be36f1-e310-44c4-a371-879fba41b94f None None] Pushing event updated for resources: {'Port': ['ID=fa0e3f5a-262e-4659-a562-317f3a067bff,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:48.916210 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a3d45c2f-98c7-4b71-a357-fee2ad3de7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.934802 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a3d45c2f-98c7-4b71-a357-fee2ad3de7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:48.940044 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-1408adf3-74e1-419b-9aa6-effc94962ee5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2159984 Aug 09 11:44:48.946796 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:48.965788 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Set router c108dc7c-4a62-413e-9a89-197132b7a6ee gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:49.148189 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a3d45c2f-98c7-4b71-a357-fee2ad3de7e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=806744ac38f34c4bbce69a1bf63fe512&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1662407 Aug 09 11:44:49.149427 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58670) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:49.157497 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d45c2f-98c7-4b71-a357-fee2ad3de7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69250558-b481-424a-b37c-95c290db11df,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:49.240653 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-bc820a7e-3a55-4970-832f-bd7d2ad10356 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649081 Aug 09 11:44:49.255844 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58676) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:49.402467 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Router cacc9f87-69a6-417c-bbce-f307efa9d1f7 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:49.429063 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-af34ac32-aefc-4876-9eab-d9c82427ca32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.450709 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-486534ad-056b-4c90-b70c-1928f32f1245 None None] Provisioning complete for port da478591-f5aa-4806-952a-33ca589d541d triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:49.451085 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-486534ad-056b-4c90-b70c-1928f32f1245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.510555 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-af34ac32-aefc-4876-9eab-d9c82427ca32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.534711 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-ebd3eba7-b2c2-461a-8986-d1c372f2d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:49.536311 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-ebd3eba7-b2c2-461a-8986-d1c372f2d68e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=10a2916fca7244a5b81605c437e1e1cc&device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 1096 time: 0.8298335 Aug 09 11:44:49.640314 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-486534ad-056b-4c90-b70c-1928f32f1245 None None] Port da478591-f5aa-4806-952a-33ca589d541d cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:44:49.703696 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.717407 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:44Z', 'revision_number': 4, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port': {'id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '03c7d68d-f90e-4a6a-b1fc-e3547936776d', 'name': '', 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'mac_address': 'fa:16:3e:01:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 2, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'subnets': [{'id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:49.785839 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-afa941e1-e0bc-4cd7-8235-581204125238 req-1beb1f14-2fc7-4dec-a9e6-07e24cc476ce service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143034 Aug 09 11:44:49.830133 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Checking router: c108dc7c-4a62-413e-9a89-197132b7a6ee for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:49.836891 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Updating router c108dc7c-4a62-413e-9a89-197132b7a6ee port 03c7d68d-f90e-4a6a-b1fc-e3547936776d binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:44:49.839119 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6694dc3b-575a-488d-8c66-d86811a89a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.953420 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.066906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:48Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:50.122152 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:50.136785 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:50.137468 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1599-17eb-4286-80a3-917409e08432 req-e2e148be-b8d9-430c-99a5-70192c601532 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:50.143229 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b4362f-b408-4790-85b9-d844aee0f3f2 None None] The sync data for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi is: [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:48Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:50.146728 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3e20cb28-804e-4e8f-874c-30f1142e9512 admin admin] 10.222.0.50 "PUT /v2.0/routers/cacc9f87-69a6-417c-bbce-f307efa9d1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1078405 Aug 09 11:44:50.163559 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Sync routers for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:50.175090 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8f3f1599-17eb-4286-80a3-917409e08432 req-e2e148be-b8d9-430c-99a5-70192c601532 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 944 time: 1.0178771 Aug 09 11:44:50.194975 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:50.199232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:50.223614 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:50.323009 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6694dc3b-575a-488d-8c66-d86811a89a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.341217 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6694dc3b-575a-488d-8c66-d86811a89a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.390112 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694dc3b-575a-488d-8c66-d86811a89a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a24582-8cff-47b2-826e-3e59bc3395a6,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:50.416161 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-e38fbc32-3b81-4d23-8ee3-47d862a88891 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:50.418592 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-e38fbc32-3b81-4d23-8ee3-47d862a88891 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 819 time: 0.6299706 Aug 09 11:44:50.441920 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:50.498265 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-70173913-86d3-40cd-af06-ca9dc7ef81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:50.501027 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-70173913-86d3-40cd-af06-ca9dc7ef81d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 1097 time: 0.3017845 Aug 09 11:44:50.504818 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0412e8d6-1de9-40cd-91e4-d07cf59e7d5f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/quotas/7f3069670ddd44569d41f52fec160c1d HTTP/1.1" status: 200 len: 375 time: 0.0710907 Aug 09 11:44:50.511748 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6694dc3b-575a-488d-8c66-d86811a89a6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0382fa3437a149edb6612a47b2738ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2510793 Aug 09 11:44:50.520023 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:50.521939 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58698) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:50.720538 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8f3f1599-17eb-4286-80a3-917409e08432 req-d59759f4-c346-421e-986b-25645dcf9413 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430436 Aug 09 11:44:50.833981 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-af34ac32-aefc-4876-9eab-d9c82427ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.846535 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-a46e0b00-0d2a-4a6f-b930-83a0e1cc2517 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3034973 Aug 09 11:44:50.846679 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-af34ac32-aefc-4876-9eab-d9c82427ca32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.846679 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-af34ac32-aefc-4876-9eab-d9c82427ca32 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69250558-b481-424a-b37c-95c290db11df HTTP/1.1" status: 204 len: 168 time: 1.6671510 Aug 09 11:44:50.846679 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'Port': ['ID=99d44f19-b5fe-43d3-8c7c-9e79254d1656,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:50.980404 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.017551 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Transition to ACTIVE for port object 03c7d68d-f90e-4a6a-b1fc-e3547936776d will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:51.026418 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34ac32-aefc-4876-9eab-d9c82427ca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69250558-b481-424a-b37c-95c290db11df,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:51.030338 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.102573 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-a871f5a2-6f17-4c57-8eaa-8bc2c280f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:51.104441 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-a871f5a2-6f17-4c57-8eaa-8bc2c280f1b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 916 time: 0.5912843 Aug 09 11:44:51.107112 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9f4d538b-7db4-41e0-9900-1f1056e3d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.133419 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-b83a49b1-dfcd-464e-a23d-e5a2fef6610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:51.135919 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-b83a49b1-dfcd-464e-a23d-e5a2fef6610e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6305f6c6-2058-42d0-b8ed-2f062950e91c HTTP/1.1" status: 200 len: 913 time: 1.4835513 Aug 09 11:44:51.152282 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.182472 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9f4d538b-7db4-41e0-9900-1f1056e3d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.194984 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7d551-5d48-4e78-9208-c9892b146f06 req-06f6716e-002d-4c6e-97a5-df5f9ccae093 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:51.196832 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-28f7d551-5d48-4e78-9208-c9892b146f06 req-06f6716e-002d-4c6e-97a5-df5f9ccae093 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 943 time: 0.2764537 Aug 09 11:44:51.232743 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-88a2e39a-60f0-4416-8e2a-dbb2e880e0a3 service neutron] 10.222.0.50 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318830 Aug 09 11:44:51.235682 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b556d2-8e28-4622-aa4b-007fa11cd412 None None] Pushing event updated for resources: {'Port': ['ID=03c7d68d-f90e-4a6a-b1fc-e3547936776d,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:51.326353 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Attempting to bind port 03c7d68d-f90e-4a6a-b1fc-e3547936776d on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:51.327004 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-28f7d551-5d48-4e78-9208-c9892b146f06 req-32990a03-b9ef-492f-a66f-b9a98e3920ed tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117258 Aug 09 11:44:51.343102 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Attempting to bind port 03c7d68d-f90e-4a6a-b1fc-e3547936776d by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:51.344237 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.345415 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Attempting to bind port 03c7d68d-f90e-4a6a-b1fc-e3547936776d on network 62bd4547-5f16-404f-b1d2-618d2c08340f {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:51.364688 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:51.370613 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Checking segment: {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:51.370936 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.371355 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Bound using segment: {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:51.371896 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Bound port: 03c7d68d-f90e-4a6a-b1fc-e3547936776d, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:51.372305 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.383723 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa0e3f5a-262e-4659-a562-317f3a067bff up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:51.451557 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 2, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:51.517163 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-faf1d5fe-3307-4b2e-92d3-3a4f6fcb5ef3 service neutron] 10.222.0.50 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713566 Aug 09 11:44:51.527438 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Checking router: cacc9f87-69a6-417c-bbce-f307efa9d1f7 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:51.528981 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Updating router cacc9f87-69a6-417c-bbce-f307efa9d1f7 port da478591-f5aa-4806-952a-33ca589d541d binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:44:51.533165 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9f4d538b-7db4-41e0-9900-1f1056e3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.535879 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9f4d538b-7db4-41e0-9900-1f1056e3d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.540680 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-9f4d538b-7db4-41e0-9900-1f1056e3d68b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88a24582-8cff-47b2-826e-3e59bc3395a6 HTTP/1.1" status: 204 len: 168 time: 1.0134575 Aug 09 11:44:51.567367 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d538b-7db4-41e0-9900-1f1056e3d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a24582-8cff-47b2-826e-3e59bc3395a6,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:51.594781 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] For port 03c7d68d-f90e-4a6a-b1fc-e3547936776d, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:51.601834 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] For port 03c7d68d-f90e-4a6a-b1fc-e3547936776d, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=03c7d68d-f90e-4a6a-b1fc-e3547936776d,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:51.607621 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.614746 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.727349 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Routers {'c108dc7c-4a62-413e-9a89-197132b7a6ee'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:51.728178 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['c108dc7c-4a62-413e-9a89-197132b7a6ee'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:51.774407 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port fa0e3f5a-262e-4659-a562-317f3a067bff completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:51.789243 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port fa0e3f5a-262e-4659-a562-317f3a067bff triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:51.793667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.794417 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.800235 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.884321 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b556d2-8e28-4622-aa4b-007fa11cd412 None None] Pushing event updated for resources: {'Port': ['ID=03c7d68d-f90e-4a6a-b1fc-e3547936776d,revision_number=4']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:51.916344 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'Port': ['ID=99d44f19-b5fe-43d3-8c7c-9e79254d1656,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:51.947916 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.981985 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.991668 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-2b8c7541-d190-4abe-a848-69fe37fcd395 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9181144 Aug 09 11:44:52.021495 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4789d-2bb3-4ed5-8850-c68195f66285 req-8bccfb21-590a-480a-bd21-00691345f18c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:52.038080 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eae4789d-2bb3-4ed5-8850-c68195f66285 req-8bccfb21-590a-480a-bd21-00691345f18c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 944 time: 0.1590831 Aug 09 11:44:52.069487 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] Set router c108dc7c-4a62-413e-9a89-197132b7a6ee gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:52.151972 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eae4789d-2bb3-4ed5-8850-c68195f66285 req-974ad59f-df7e-4e3f-a689-1e6f7dcc5fb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117599 Aug 09 11:44:52.322221 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58744) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:52.332928 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-78967a1b-f755-4a7d-876d-ac68d6df581f req-324c7255-b430-4537-9de0-7dda11b0d05a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 210 time: 0.0623589 Aug 09 11:44:52.342625 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bbba4581-821e-443e-96c1-64f7539980ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.522128 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58752) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:52.533427 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:44Z', 'revision_number': 4, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port': {'id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '03c7d68d-f90e-4a6a-b1fc-e3547936776d', 'name': '', 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'mac_address': 'fa:16:3e:01:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:51Z', 'revision_number': 4, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'subnets': [{'id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:52.539963 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-b29ca50a-afba-47a8-8ad9-3a4a51826ac8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788914766', 'description': 'tempest-description--750432606'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:52.603306 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.629508 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Transition to ACTIVE for port object da478591-f5aa-4806-952a-33ca589d541d will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:52.651642 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.684311 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c976b-68d4-46b2-9139-e69b51fed67c None None] The sync data for ids ['c108dc7c-4a62-413e-9a89-197132b7a6ee'] in dv-cinder-803901-1-iscsi is: [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:44Z', 'revision_number': 4, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port': {'id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '03c7d68d-f90e-4a6a-b1fc-e3547936776d', 'name': '', 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'mac_address': 'fa:16:3e:01:e3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:51Z', 'revision_number': 4, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'subnets': [{'id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:52.765737 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-3efe9967-7ac5-4298-b3f6-0efb8362da68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4a40457-2ec6-48a9-bc28-7ff3220c3b78 HTTP/1.1" status: 200 len: 217 time: 0.1265488 Aug 09 11:44:52.800317 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb0eb0-9708-4770-b5ef-c1fc45d4a2f6 None None] Pushing event updated for resources: {'Port': ['ID=da478591-f5aa-4806-952a-33ca589d541d,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:52.933229 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-2b42e47d-8fc7-4c76-b046-f9059b266720 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52852d1b-d197-42ad-a701-a0f64c728ea1 HTTP/1.1" status: 200 len: 217 time: 0.2098660 Aug 09 11:44:52.983168 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.998779 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-1ede870d-5740-47c1-bca7-f37c6b50e79a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--30685447&fields=id&tenant_id=cd97c2bf456c417ca794bc41a5ea8cef HTTP/1.1" status: 200 len: 267 time: 0.2304688 Aug 09 11:44:53.028855 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bbba4581-821e-443e-96c1-64f7539980ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.043051 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port fa0e3f5a-262e-4659-a562-317f3a067bff, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fa0e3f5a-262e-4659-a562-317f3a067bff,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:53.063457 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.081814 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bbba4581-821e-443e-96c1-64f7539980ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.138651 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0388b-e865-41f8-8716-5f60877a3fad req-bbc8be25-d0f4-4006-b309-bd12148c7a9c tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:53.145056 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=fa0e3f5a-262e-4659-a562-317f3a067bff,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:53.154067 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4aa0388b-e865-41f8-8716-5f60877a3fad req-bbc8be25-d0f4-4006-b309-bd12148c7a9c tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 943 time: 0.5479286 Aug 09 11:44:53.161873 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Attempting to bind port da478591-f5aa-4806-952a-33ca589d541d on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:53.161873 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Attempting to bind port da478591-f5aa-4806-952a-33ca589d541d by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:53.161873 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Attempting to bind port da478591-f5aa-4806-952a-33ca589d541d on network cb71c79f-17fc-4850-8418-2b7c4d595b9f {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:53.170301 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:53.172522 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Checking segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:53.175170 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.175998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Bound using segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:53.176667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Bound port: da478591-f5aa-4806-952a-33ca589d541d, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:53.181660 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.235949 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-91a8692e-fe9c-4a07-b09c-08dc6280adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:53.238093 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-91a8692e-fe9c-4a07-b09c-08dc6280adde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.3036785 Aug 09 11:44:53.352721 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-bbba4581-821e-443e-96c1-64f7539980ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9dad98ad1ce4347b8f965c0bda4d5df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0292370 Aug 09 11:44:53.354596 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-a12a4a3a-5458-41c1-a777-eae91fefe999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:53.356402 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-a12a4a3a-5458-41c1-a777-eae91fefe999 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5de1d779-3b39-44d3-96a8-ffb687186c39 HTTP/1.1" status: 200 len: 852 time: 0.5504477 Aug 09 11:44:53.357123 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58774) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:53.362634 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-50e85e04-328a-4e96-a4d9-86541452c1e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162195 Aug 09 11:44:53.390783 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 03c7d68d-f90e-4a6a-b1fc-e3547936776d up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:53.421223 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4aa0388b-e865-41f8-8716-5f60877a3fad req-589f5244-245c-4a30-9fbd-534b4e5dc5d6 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599161 Aug 09 11:44:53.456453 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8bc90fa5-5865-4f52-a412-34f4613a1e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.477869 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b29ca50a-afba-47a8-8ad9-3a4a51826ac8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.483491 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba4581-821e-443e-96c1-64f7539980ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16176bde-28ba-4668-8945-6bd9e067f7c9,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:53.518881 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 03c7d68d-f90e-4a6a-b1fc-e3547936776d completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:53.524368 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] For port da478591-f5aa-4806-952a-33ca589d541d, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:53.527931 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 03c7d68d-f90e-4a6a-b1fc-e3547936776d triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:53.528435 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.532583 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] For port da478591-f5aa-4806-952a-33ca589d541d, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=da478591-f5aa-4806-952a-33ca589d541d,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:53.558264 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.622667 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-fc68f79a-96fe-4a6f-b5de-88041c8d80c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6305f6c6-2058-42d0-b8ed-2f062950e91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105499 Aug 09 11:44:53.651779 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb0eb0-9708-4770-b5ef-c1fc45d4a2f6 None None] Pushing event updated for resources: {'Port': ['ID=da478591-f5aa-4806-952a-33ca589d541d,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:53.709858 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:53.710505 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:44:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:53.910419 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:54.004407 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-df4582f6-f2d4-4f8f-8454-9f3a1355c0dc service neutron] 10.222.0.43 "GET /v2.0/networks/6305f6c6-2058-42d0-b8ed-2f062950e91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511312 Aug 09 11:44:54.036775 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8bc90fa5-5865-4f52-a412-34f4613a1e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.057127 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-12884850-a048-4505-a667-d89c30bc916c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:54.058828 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-12884850-a048-4505-a667-d89c30bc916c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 811 time: 1.0265951 Aug 09 11:44:54.154814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.201956 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-855db448-73b9-43eb-ba4b-3955c3bf3dae req-b5f5d9f0-9e5f-4cc3-92f9-6f0f5522b5ae service neutron] 10.222.0.43 "GET /v2.0/networks/6305f6c6-2058-42d0-b8ed-2f062950e91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846597 Aug 09 11:44:54.221439 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8bc90fa5-5865-4f52-a412-34f4613a1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.239806 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-017fdc65-a795-4869-a289-349e34067c00 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/quotas/cd97c2bf456c417ca794bc41a5ea8cef HTTP/1.1" status: 200 len: 375 time: 0.1553719 Aug 09 11:44:54.248440 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8bc90fa5-5865-4f52-a412-34f4613a1e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.252940 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-8bc90fa5-5865-4f52-a412-34f4613a1e6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16176bde-28ba-4668-8945-6bd9e067f7c9 HTTP/1.1" status: 204 len: 168 time: 0.8891623 Aug 09 11:44:54.260522 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 03c7d68d-f90e-4a6a-b1fc-e3547936776d, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=03c7d68d-f90e-4a6a-b1fc-e3547936776d,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:54.267818 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.406390 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=03c7d68d-f90e-4a6a-b1fc-e3547936776d,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:54.417281 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc90fa5-5865-4f52-a412-34f4613a1e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16176bde-28ba-4668-8945-6bd9e067f7c9,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:54.441920 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:54.502869 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e96d4-058f-4ee2-8560-19b3c0789cdc None None] The sync data for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi is: [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:54.601470 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-1845a920-0030-4f17-bfc2-61a54b090eab service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1105304 Aug 09 11:44:54.619399 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-defe413d-a184-4d37-bbfd-be5ed7f60d57 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:54.620974 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-defe413d-a184-4d37-bbfd-be5ed7f60d57 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 819 time: 0.2786498 Aug 09 11:44:54.678698 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Request body: {'port': {'device_id': '1571bbbc-f141-4bac-a670-9496bb856653', 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'admin_state_up': True, 'tenant_id': '7f3069670ddd44569d41f52fec160c1d'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:54.820645 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-3a2da68a-d198-4078-b624-d62ba39a43a9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:54.831985 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-3a2da68a-d198-4078-b624-d62ba39a43a9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 819 time: 0.6696813 Aug 09 11:44:54.909579 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-b4b282b9-8fd2-432f-9a73-2a41f021dc38 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/quotas/7f3069670ddd44569d41f52fec160c1d HTTP/1.1" status: 200 len: 375 time: 0.0720410 Aug 09 11:44:54.930682 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b29ca50a-afba-47a8-8ad9-3a4a51826ac8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.951927 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-18f93c4a-dea7-4c80-8427-7fde8908f8ae tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7108719 Aug 09 11:44:54.976374 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b29ca50a-afba-47a8-8ad9-3a4a51826ac8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.009090 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bd245814-89da-4dc7-8fee-08c4d581f15b req-ceceb339-5b92-4204-a3a6-f144f280d68f service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992927 Aug 09 11:44:55.028824 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-2bd57d63-00e4-40d1-94f8-8666713e8af4 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073318 Aug 09 11:44:55.150060 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b29ca50a-afba-47a8-8ad9-3a4a51826ac8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.152061 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b29ca50a-afba-47a8-8ad9-3a4a51826ac8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6254284 Aug 09 11:44:55.154991 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58828) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:55.167008 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-364f8f6b-5478-4eb4-9cd8-069c8a059cd6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'security_group_rule': {'security_group_id': 'c5e0bba9-176e-44d9-9861-b51da89f145c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:55.198685 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ca50a-afba-47a8-8ad9-3a4a51826ac8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e0bba9-176e-44d9-9861-b51da89f145c,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:55.199682 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-a2f8b047-7d04-49a7-b90b-f2773d8195de service neutron] 10.222.0.50 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694925 Aug 09 11:44:55.228927 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Made reservation on behalf of 7f3069670ddd44569d41f52fec160c1d for: {'port': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:55.237026 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.296388 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-b8b9ddc3-6634-454e-8fae-a85ba30c9c66 service neutron] 10.222.0.50 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157146 Aug 09 11:44:55.349496 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 03c7d68d-f90e-4a6a-b1fc-e3547936776d up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:55.413038 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-364f8f6b-5478-4eb4-9cd8-069c8a059cd6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.433301 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-b8096094-9876-432e-8da8-18bea7582fff service neutron] 10.222.0.50 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239575 Aug 09 11:44:55.451563 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 03c7d68d-f90e-4a6a-b1fc-e3547936776d triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:55.452127 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.592163 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa0e3f5a-262e-4659-a562-317f3a067bff up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:55.614868 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-e9046201-a9ff-4a19-ac76-513dc3dae2b0 service neutron] 10.222.0.50 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172283 Aug 09 11:44:55.648961 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-364f8f6b-5478-4eb4-9cd8-069c8a059cd6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.656144 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-364f8f6b-5478-4eb4-9cd8-069c8a059cd6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.666813 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Allocated IP 172.20.0.2 (62bd4547-5f16-404f-b1d2-618d2c08340f/c6516d59-2c44-41ec-98ed-4be438340e5f/707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:55.709237 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-364f8f6b-5478-4eb4-9cd8-069c8a059cd6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.710731 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-364f8f6b-5478-4eb4-9cd8-069c8a059cd6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5544631 Aug 09 11:44:55.714101 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58846) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:55.720285 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-c417566a-ce27-412c-81a7-36bf975c7260 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'security_group_rule': {'security_group_id': 'c5e0bba9-176e-44d9-9861-b51da89f145c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:55.730853 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port fa0e3f5a-262e-4659-a562-317f3a067bff triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:55.731056 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8f6b-5478-4eb4-9cd8-069c8a059cd6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b573c33f-46ba-442d-8c82-326d85df0d5c,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:55.734061 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.840986 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c417566a-ce27-412c-81a7-36bf975c7260 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.949848 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device da478591-f5aa-4806-952a-33ca589d541d up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:56.037114 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbb1ef-0035-44d7-aa23-028140a16a8f req-36370c83-abb4-4e7c-89bc-d04e6a822a92 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:56.050659 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ebbbb1ef-0035-44d7-aa23-028140a16a8f req-36370c83-abb4-4e7c-89bc-d04e6a822a92 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 944 time: 0.2774210 Aug 09 11:44:56.099391 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c417566a-ce27-412c-81a7-36bf975c7260 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.108658 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c417566a-ce27-412c-81a7-36bf975c7260 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.149842 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port da478591-f5aa-4806-952a-33ca589d541d completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:44:56.155128 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port da478591-f5aa-4806-952a-33ca589d541d triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:56.155664 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.165268 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ebbbb1ef-0035-44d7-aa23-028140a16a8f req-8af5de72-f256-4ff3-ab29-b1b3b2889ed7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077466 Aug 09 11:44:56.168063 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417566a-ce27-412c-81a7-36bf975c7260 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd6dc38-3dea-4ab6-9ed9-5e495b428dac,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:56.199872 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c417566a-ce27-412c-81a7-36bf975c7260 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.201612 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c417566a-ce27-412c-81a7-36bf975c7260 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4861336 Aug 09 11:44:56.205061 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58878) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:56.221004 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:56.338833 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.372044 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-666164da-93a8-4c23-9bd1-d9c9f4726f0a req-ce45d0fa-50db-4a95-aea6-9d9bc2c6d69e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 210 time: 0.0923388 Aug 09 11:44:56.447316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.485026 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.536362 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec428053-09f3-4ff6-b68a-c29c2614579e req-a932e944-a31e-4e84-9ae1-f81ce58ea5dd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:56.541904 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ec428053-09f3-4ff6-b68a-c29c2614579e req-a932e944-a31e-4e84-9ae1-f81ce58ea5dd tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 943 time: 0.3210578 Aug 09 11:44:56.557837 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port da478591-f5aa-4806-952a-33ca589d541d, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=da478591-f5aa-4806-952a-33ca589d541d,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:56.566078 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.637053 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=da478591-f5aa-4806-952a-33ca589d541d,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:56.665726 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ec428053-09f3-4ff6-b68a-c29c2614579e req-1dfed4e7-11c5-4f5c-acad-13b3c7eb957a tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120794 Aug 09 11:44:56.707613 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d897703f-9c85-4da6-a1ed-4fd7a3a974c7 req-beae0340-6eb1-4d85-8535-f7e8955841f0 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 210 time: 0.1460335 Aug 09 11:44:56.739092 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.791146 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Network 62bd4547-5f16-404f-b1d2-618d2c08340f is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:56.794926 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:56.798274 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:56.805344 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:56.806412 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.829305 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Pushing event updated for resources: {'Port': ['ID=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:56.834816 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-2cfee77d-08be-43eb-bb31-696086141fb1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1880825 Aug 09 11:44:56.858274 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.881667 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Request body: {'port': {'device_id': '1571bbbc-f141-4bac-a670-9496bb856653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:57.010719 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58904) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:57.057849 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.220409 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Allocated IP 172.27.3.169 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/e28a5459-09fa-4f8b-a15e-e5196b1aa5d3) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:57.245326 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device da478591-f5aa-4806-952a-33ca589d541d up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:57.439249 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.451409 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a86633c4-f610-4a58-a7e5-dcf1b898cbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.454074 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58918) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:57.483802 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-cecf2f4e-f8da-4cea-bc23-c15a6d1dfe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.590099 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port da478591-f5aa-4806-952a-33ca589d541d triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:57.590581 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.594967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.698252 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-42a4d682-433e-4dc4-ba6e-e647f51ca6d3 req-928eb91e-ac5c-4b08-ab60-c7f21ea35ee2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 210 time: 0.0910509 Aug 09 11:44:57.712652 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:44:57.731444 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:44:57.737227 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:44:57.837591 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fedab-5b6e-4300-8731-3cf9ec5a8cc3 req-7bf6425d-6bdf-4128-93d8-0ccb7ee22ee8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:57.839325 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e1fedab-5b6e-4300-8731-3cf9ec5a8cc3 req-7bf6425d-6bdf-4128-93d8-0ccb7ee22ee8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 944 time: 0.5165730 Aug 09 11:44:57.944387 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'Port': ['ID=e28a5459-09fa-4f8b-a15e-e5196b1aa5d3,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:57.950496 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e1fedab-5b6e-4300-8731-3cf9ec5a8cc3 req-9fe58fd7-4f6e-4ad1-b2cc-ce32ca1bd785 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988941 Aug 09 11:44:57.981034 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5897-fa45-4ed0-97c4-71d916e9351e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.029234 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.053792 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a86633c4-f610-4a58-a7e5-dcf1b898cbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.092034 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a86633c4-f610-4a58-a7e5-dcf1b898cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.102911 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-9b7afc35-1594-4eb4-b964-fb7d6c17cefb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:58.104581 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-9b7afc35-1594-4eb4-b964-fb7d6c17cefb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 819 time: 0.4271240 Aug 09 11:44:58.120265 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9eea0-e653-42ac-8e15-9d1800ca7834 req-3d585fca-86ff-4c0c-9628-79a7916eabc5 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:58.121784 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c2f9eea0-e653-42ac-8e15-9d1800ca7834 req-3d585fca-86ff-4c0c-9628-79a7916eabc5 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 943 time: 0.2549064 Aug 09 11:44:58.128693 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fa7037c1-acc4-4031-b3bf-ca0d0102082b req-97860e11-b771-45ad-88be-acf27a9d12e2 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 210 time: 0.0672674 Aug 09 11:44:58.147423 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Request body: {'port': {'device_id': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'admin_state_up': True, 'tenant_id': '7f3069670ddd44569d41f52fec160c1d'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:58.205610 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a86633c4-f610-4a58-a7e5-dcf1b898cbfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83bdb5b4bd4244aebf16a0bf4146dc97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1930707 Aug 09 11:44:58.207075 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.43', 61964) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:58.207075 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58940) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:58.225504 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.246079 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86633c4-f610-4a58-a7e5-dcf1b898cbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93da9ca-8cdc-4e8c-b64f-450be2c914c3,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:58.272752 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed {{(pid=99932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:58.283449 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.307662 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Transition to ACTIVE for port object 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed will not be triggered until provisioned by entity L2. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:44:58.316447 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.426739 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58946) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:58.428581 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5897-fa45-4ed0-97c4-71d916e9351e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.431828 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c2f9eea0-e653-42ac-8e15-9d1800ca7834 req-61d9fd05-e829-4d4d-bab2-9fea35559af6 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883296 Aug 09 11:44:58.458491 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Pushing event updated for resources: {'Port': ['ID=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:58.468921 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5897-fa45-4ed0-97c4-71d916e9351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.514929 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Attempting to bind port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:44:58.515255 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Attempting to bind port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:44:58.515599 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Attempting to bind port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed on network 62bd4547-5f16-404f-b1d2-618d2c08340f {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:58.521995 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b5897-fa45-4ed0-97c4-71d916e9351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d3cee-7363-4e22-8c4f-2aa87a95315f,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:58.529471 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-6e5b5897-fa45-4ed0-97c4-71d916e9351e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06045f91a050475884f0ee1032401b98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0614707 Aug 09 11:44:58.531159 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed on network 62bd4547-5f16-404f-b1d2-618d2c08340f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:44:58.532146 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Attempting to bind port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed on network 62bd4547-5f16-404f-b1d2-618d2c08340f {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:44:58.535853 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58952) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:58.555619 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:44:58.557090 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Checking segment: {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:44:58.558086 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Bound using segment: {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:44:58.559185 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Bound port: 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'}}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:44:58.560297 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.574456 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-712151fa-3edd-4f1d-9023-2c67fd12542c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:58.575951 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-712151fa-3edd-4f1d-9023-2c67fd12542c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 811 time: 0.3556578 Aug 09 11:44:58.581370 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-50d8a886-93e9-4a46-8723-ecdf24b48cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.602273 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c2d689ef-3cef-4de3-8831-bc4bd6768f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.611303 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Made reservation on behalf of 7f3069670ddd44569d41f52fec160c1d for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:58.613894 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.627009 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-50d8a886-93e9-4a46-8723-ecdf24b48cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.693655 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6adc-887b-4c1a-b41b-4ce171d861dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.723168 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] For port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed, host hv-cinder-80390, cleared binding levels {{(pid=99932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:44:58.751532 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] For port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:44:58.762036 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6adc-887b-4c1a-b41b-4ce171d861dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.764587 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.779123 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-e13aeb24-4510-41d4-9048-561df3a99d2d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd97c2bf456c417ca794bc41a5ea8cef HTTP/1.1" status: 200 len: 378 time: 0.1495910 Aug 09 11:44:58.792252 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c4a40457-2ec6-48a9-bc28-7ff3220c3b78 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:44:58.795102 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'port': {'device_id': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'admin_state_up': True, 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'security_groups': ['8366d4f9-90cf-4dbc-8ba1-a8363b684cde']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:58.827942 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:58.828566 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.829958 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] 10.222.0.43 "PUT /v2.0/ports/707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 1093 time: 1.9546518 Aug 09 11:44:58.836626 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1571bbbc-f141-4bac-a670-9496bb856653', 'tag': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:58.839178 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbc0641-673a-4a54-92f5-532a53ad4de8" -d '{"events": [{"name": "network-changed", "server_uuid": "1571bbbc-f141-4bac-a670-9496bb856653", "tag": "707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:58.890522 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3a86fe70-ca86-451c-8524-5c5414bacc74 req-337c1d88-eadb-4079-b48c-96ec2eb5c860 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 210 time: 0.0642712 Aug 09 11:44:58.950527 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514a2d4-70fc-4c65-8290-673512b2b374 service neutron] Pushing event updated for resources: {'Port': ['ID=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,revision_number=3']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:58.962811 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c2d689ef-3cef-4de3-8831-bc4bd6768f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.964586 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cbc3d4-c7cb-4fd7-9f87-788e5a215f77 x-openstack-request-id: req-88cbc3d4-c7cb-4fd7-9f87-788e5a215f77 {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:58.964878 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1571bbbc-f141-4bac-a670-9496bb856653", "tag": "707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:58.965129 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88cbc3d4-c7cb-4fd7-9f87-788e5a215f77 {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:58.965538 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1571bbbc-f141-4bac-a670-9496bb856653', 'tag': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed', 'status': 'completed', 'code': 200} Aug 09 11:44:58.972097 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c2d689ef-3cef-4de3-8831-bc4bd6768f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.984634 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6adc-887b-4c1a-b41b-4ce171d861dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.987137 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6adc-887b-4c1a-b41b-4ce171d861dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:58.988385 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-5f9d6adc-887b-4c1a-b41b-4ce171d861dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e4d3cee-7363-4e22-8c4f-2aa87a95315f HTTP/1.1" status: 204 len: 168 time: 0.4479716 Aug 09 11:44:59.013100 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c4a40457-2ec6-48a9-bc28-7ff3220c3b78, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,segment=NetworkSegment(98064548-f342-4d1b-9588-4ed6e68ba96c),segment_id=98064548-f342-4d1b-9588-4ed6e68ba96c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:59.030356 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78', 'network_id': '6305f6c6-2058-42d0-b8ed-2f062950e91c', 'port_id': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78', 'mac_address': 'fa:16:3e:be:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de1d779-3b39-44d3-96a8-ffb687186c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:44:59.034473 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c2d689ef-3cef-4de3-8831-bc4bd6768f06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=207e68da7e9d4b84b8da2613fe791b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997794 Aug 09 11:44:59.036038 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 58962) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:59.038397 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d689ef-3cef-4de3-8831-bc4bd6768f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0104fc34-548e-461f-bec8-802cb3be1d3b,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:59.048066 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-6211bc5a-6766-42a6-85e8-4f6fea2f5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:59.049572 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-6211bc5a-6766-42a6-85e8-4f6fea2f5f00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1096 time: 0.1336815 Aug 09 11:44:59.062588 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.072938 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d6adc-887b-4c1a-b41b-4ce171d861dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d3cee-7363-4e22-8c4f-2aa87a95315f,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:59.097491 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.106626 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-50d8a886-93e9-4a46-8723-ecdf24b48cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.109398 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-50d8a886-93e9-4a46-8723-ecdf24b48cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.110710 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-50d8a886-93e9-4a46-8723-ecdf24b48cad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f93da9ca-8cdc-4e8c-b64f-450be2c914c3 HTTP/1.1" status: 204 len: 168 time: 0.8977184 Aug 09 11:44:59.153175 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b411bd8-6e02-4720-a570-8cfbccb7ef10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.157991 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.165925 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-1cd8549c-a27c-48ae-9b2a-8f118abfb17b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 217 time: 0.0536592 Aug 09 11:44:59.193462 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a40457-2ec6-48a9-bc28-7ff3220c3b78 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:59.237586 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c4a40457-2ec6-48a9-bc28-7ff3220c3b78, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,segment=NetworkSegment(98064548-f342-4d1b-9588-4ed6e68ba96c),segment_id=98064548-f342-4d1b-9588-4ed6e68ba96c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:59.244793 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.247689 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.248401 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 52852d1b-d197-42ad-a701-a0f64c728ea1 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:44:59.257408 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8a886-93e9-4a46-8723-ecdf24b48cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93da9ca-8cdc-4e8c-b64f-450be2c914c3,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:59.306082 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Allocated IP 172.20.0.3 (62bd4547-5f16-404f-b1d2-618d2c08340f/c6516d59-2c44-41ec-98ed-4be438340e5f/1e9eafda-05b7-473e-b4ad-79f774782422) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:59.309470 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b411bd8-6e02-4720-a570-8cfbccb7ef10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.313061 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'Port': ['ID=e28a5459-09fa-4f8b-a15e-e5196b1aa5d3,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:59.329999 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.331465 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-24b7ca79-6ff7-4d1a-8d7f-384c42c22ab4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1251597 Aug 09 11:44:59.358779 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c74c8-37ef-4893-8314-1f4e3b519951 req-cac362bb-f84f-46cc-a1be-31e3a900940a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:59.366482 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a56c74c8-37ef-4893-8314-1f4e3b519951 req-cac362bb-f84f-46cc-a1be-31e3a900940a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 944 time: 0.2544961 Aug 09 11:44:59.387930 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:59.409091 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-eef99c54-9ade-4294-9eee-67e9c9b9b9ab req-f1304f37-1964-4e33-b23b-3e7962bf31cb tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 210 time: 0.1526647 Aug 09 11:44:59.450004 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Made reservation on behalf of cd97c2bf456c417ca794bc41a5ea8cef for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:44:59.450004 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.456749 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-3696755c-473a-4593-89c2-67d93a3389e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:59.458435 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-3696755c-473a-4593-89c2-67d93a3389e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.2841480 Aug 09 11:44:59.474920 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 52852d1b-d197-42ad-a701-a0f64c728ea1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=52852d1b-d197-42ad-a701-a0f64c728ea1,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:59.493312 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '52852d1b-d197-42ad-a701-a0f64c728ea1', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'port_id': '52852d1b-d197-42ad-a701-a0f64c728ea1', 'mac_address': 'fa:16:3e:1a:a5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59facaac-2fe3-4f37-8763-da950cbeb863', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:44:59.500130 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a56c74c8-37ef-4893-8314-1f4e3b519951 req-bec8bfc7-ef56-4da9-99b4-3be2ff7fb62e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321673 Aug 09 11:44:59.534019 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-7552b4c7-0d47-46e2-be10-59006bebcdbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651968 Aug 09 11:44:59.560081 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.604470 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52852d1b-d197-42ad-a701-a0f64c728ea1 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:59.683142 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 52852d1b-d197-42ad-a701-a0f64c728ea1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=52852d1b-d197-42ad-a701-a0f64c728ea1,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:59.703214 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.724058 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.732493 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-ef250077-8139-46fd-a229-87660f79a679 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321580 Aug 09 11:44:59.754186 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48190ebf-089a-4a1f-9fdb-1b1ab5f834f2 req-b915bfef-7154-4221-bb14-6aa41b3beb4a tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:59.757179 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-48190ebf-089a-4a1f-9fdb-1b1ab5f834f2 req-b915bfef-7154-4221-bb14-6aa41b3beb4a tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 944 time: 0.2222021 Aug 09 11:44:59.770691 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Allocated IP 172.20.0.8 (1b5f90b2-44c7-4872-bf4c-50ed158ce782/5600acc7-47e6-4f5e-8398-ec7a7d01fcfb/9fb877cd-b992-4f56-a4c4-50479c0c53b7) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:44:59.825621 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58982) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:59.843689 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=52852d1b-d197-42ad-a701-a0f64c728ea1,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:59.890273 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-dfbebf9a-f98d-4917-86f8-6c7ec094af5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.907856 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af9651af-d7a2-4fee-9cc9-6a4efcc396d5 req-02224281-9c37-48cb-ac9b-dd0db839cbb9 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627660 Aug 09 11:44:59.908463 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b411bd8-6e02-4720-a570-8cfbccb7ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.911145 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2b411bd8-6e02-4720-a570-8cfbccb7ef10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.912265 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-2b411bd8-6e02-4720-a570-8cfbccb7ef10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0104fc34-548e-461f-bec8-802cb3be1d3b HTTP/1.1" status: 204 len: 168 time: 0.8749001 Aug 09 11:44:59.932568 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b411bd8-6e02-4720-a570-8cfbccb7ef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0104fc34-548e-461f-bec8-802cb3be1d3b,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:59.945140 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:59.947225 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-48190ebf-089a-4a1f-9fdb-1b1ab5f834f2 req-deced213-a0be-4c47-a1bb-d5d175d7994c tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882027 Aug 09 11:44:59.953856 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58990) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:00.018955 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-1353fd15-59ea-4629-949d-ab65a6a54127 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--788914766&fields=id&tenant_id=2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 267 time: 0.1683896 Aug 09 11:45:00.065370 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-dd513eaf-60a9-429b-ae49-5e532a71a68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.066895 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b85afe-9852-4640-aeb6-41e3b0fe4f2e req-f1479226-f7a3-4464-afc1-5bb8ce79c0e2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.068856 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-20b85afe-9852-4640-aeb6-41e3b0fe4f2e req-f1479226-f7a3-4464-afc1-5bb8ce79c0e2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 931 time: 0.0596380 Aug 09 11:45:00.121970 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Network 62bd4547-5f16-404f-b1d2-618d2c08340f is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:00.155962 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-20b85afe-9852-4640-aeb6-41e3b0fe4f2e req-ccfd28c1-1fdf-40ee-aeba-9cc89b0315f1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807724 Aug 09 11:45:00.158427 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-cbbe3f47-3f0c-435d-a6e4-04440ef61515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.160997 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-cbbe3f47-3f0c-435d-a6e4-04440ef61515 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1096 time: 0.0847898 Aug 09 11:45:00.163254 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:00.176138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Pushing event updated for resources: {'Port': ['ID=1e9eafda-05b7-473e-b4ad-79f774782422,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:00.181655 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:00.187410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.188078 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.205408 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-b37736eb-aacc-45be-8383-224fbec81512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.288254 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-efd77cf2-431e-4b3b-b1a9-58a1478e16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.290289 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-efd77cf2-431e-4b3b-b1a9-58a1478e16a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.1191275 Aug 09 11:45:00.301671 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.331484 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Transition to ACTIVE for port object 9fb877cd-b992-4f56-a4c4-50479c0c53b7 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:00.332086 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.334217 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-62cbcdb7-4fd5-473c-beea-486a1df95c51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 217 time: 0.0361354 Aug 09 11:45:00.344997 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-670ed30a-6936-46fc-a3d2-e734088b2a49 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.346461 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-670ed30a-6936-46fc-a3d2-e734088b2a49 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 816 time: 0.2898371 Aug 09 11:45:00.376393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-dfbebf9a-f98d-4917-86f8-6c7ec094af5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.390465 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-c985b697-ab63-4ac5-bb77-e1e5d1de897d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/quotas/2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 375 time: 0.0345662 Aug 09 11:45:00.393742 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-9c68c431-a1b5-43e2-8550-2c182edbe02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.395907 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-9c68c431-a1b5-43e2-8550-2c182edbe02e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.0540109 Aug 09 11:45:00.397581 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-dfbebf9a-f98d-4917-86f8-6c7ec094af5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.422653 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c4a40457-2ec6-48a9-bc28-7ff3220c3b78'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:00.443519 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-e1f1de90-fd21-42e3-9e1d-adf478320f50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381744 Aug 09 11:45:00.446554 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:00.482001 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 58998) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:00.513145 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-dfbebf9a-f98d-4917-86f8-6c7ec094af5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8874aeea0ede4c2ea9798870cbba45a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6863439 Aug 09 11:45:00.519019 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.520547 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59004) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:00.534916 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbebf9a-f98d-4917-86f8-6c7ec094af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0753939-5fae-47fd-8e7d-ebcf57e6ee95,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:00.609712 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e25ef425-47eb-4304-a865-e20051a2047e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.615080 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487e01a-6dea-4a7c-b6e2-40a9ce7791da req-07da719e-4573-4625-89c7-4aee89669b9f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.616772 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9487e01a-6dea-4a7c-b6e2-40a9ce7791da req-07da719e-4573-4625-89c7-4aee89669b9f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 931 time: 0.0966208 Aug 09 11:45:00.641078 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-d3661e13-f0d4-4b5b-a1ad-bf27dbca4cc1 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911454 Aug 09 11:45:00.665112 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:00.683192 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-67737f86-75d0-444c-a378-d45bd2089921 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2774942 Aug 09 11:45:00.702724 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'Port': ['ID=9fb877cd-b992-4f56-a4c4-50479c0c53b7,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:00.706439 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:00.711151 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:00.717370 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.718439 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.746894 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bdbc0641-673a-4a54-92f5-532a53ad4de8 req-4bae0105-d142-4442-a872-e1ee1f68200d service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969377 Aug 09 11:45:00.770356 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9487e01a-6dea-4a7c-b6e2-40a9ce7791da req-985bb504-5c83-4785-bd46-c660613b190c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388688 Aug 09 11:45:00.825095 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-daba0109-2376-486c-a38b-7ffbfbe756c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.830190 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-dd513eaf-60a9-429b-ae49-5e532a71a68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.865085 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-daba0109-2376-486c-a38b-7ffbfbe756c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.909088 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-dd513eaf-60a9-429b-ae49-5e532a71a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:00.909438 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999bf4-e0e7-4017-a2b0-7ffedc9aa7fb req-1cf4f681-e5a6-4fd0-a0f0-64bf47b79ca9 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.911102 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be999bf4-e0e7-4017-a2b0-7ffedc9aa7fb req-1cf4f681-e5a6-4fd0-a0f0-64bf47b79ca9 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 945 time: 0.0573621 Aug 09 11:45:00.939984 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-83eff286-bd9b-42e5-8632-0b98978c4639 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7977262 Aug 09 11:45:00.941175 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-59deeca1-cbe9-472d-bea3-222b24b0bbbe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1544580 Aug 09 11:45:00.959263 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be999bf4-e0e7-4017-a2b0-7ffedc9aa7fb req-46629a78-f165-4e4b-bec3-f3e79b7a56cf tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Aug 09 11:45:00.985970 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-a49270c1-565a-4a97-a51b-a9552a7f6285 service neutron] 10.222.0.50 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643836 Aug 09 11:45:00.990012 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Request body: {'port': {'device_id': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:00.998822 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Request body: {'port': {'device_id': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:01.059076 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-dd513eaf-60a9-429b-ae49-5e532a71a68f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37934311eaa044d2a07e99126bcfbd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1042299 Aug 09 11:45:01.061900 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59010) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:01.076499 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd513eaf-60a9-429b-ae49-5e532a71a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e873cf-e7d2-487a-9b26-73a85970c88b,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:01.091987 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156ae75-6a63-46e7-bee0-c09f9eb3dd79 req-8310986d-abbe-4982-b9f6-828175abe16d tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:01.093604 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-6c4a4d99-7125-4caf-b791-6e0d285ab731 None None] Provisioning for port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:01.100159 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b156ae75-6a63-46e7-bee0-c09f9eb3dd79 req-8310986d-abbe-4982-b9f6-828175abe16d tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 944 time: 0.0739765 Aug 09 11:45:01.104544 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-6c4a4d99-7125-4caf-b791-6e0d285ab731 None None] Provisioning complete for port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:01.104912 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4d99-7125-4caf-b791-6e0d285ab731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.148558 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a4d99-7125-4caf-b791-6e0d285ab731 None None] Port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:45:01.161634 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5f86472-babe-451b-9b46-b5770188d7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.166309 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b156ae75-6a63-46e7-bee0-c09f9eb3dd79 req-67ff954e-4e8c-4a57-84d7-31aa6d0f92ac tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653574 Aug 09 11:45:01.189142 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5f86472-babe-451b-9b46-b5770188d7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.203069 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-daba0109-2376-486c-a38b-7ffbfbe756c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.205619 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-daba0109-2376-486c-a38b-7ffbfbe756c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.206762 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-daba0109-2376-486c-a38b-7ffbfbe756c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0753939-5fae-47fd-8e7d-ebcf57e6ee95 HTTP/1.1" status: 204 len: 168 time: 0.6824145 Aug 09 11:45:01.224186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.235543 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.254714 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5f86472-babe-451b-9b46-b5770188d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.257801 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5f86472-babe-451b-9b46-b5770188d7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.259198 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a5f86472-babe-451b-9b46-b5770188d7fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42e873cf-e7d2-487a-9b26-73a85970c88b HTTP/1.1" status: 204 len: 168 time: 0.1962876 Aug 09 11:45:01.268356 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0109-2376-486c-a38b-7ffbfbe756c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0753939-5fae-47fd-8e7d-ebcf57e6ee95,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:01.280817 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f86472-babe-451b-9b46-b5770188d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e873cf-e7d2-487a-9b26-73a85970c88b,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:01.291609 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-465f30df-62be-4fe3-af07-1df1e943322d service neutron] 10.222.0.50 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780075 Aug 09 11:45:01.344588 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f48b15-6702-43f6-87b4-a9d3a54c8771 req-3748718b-c026-42b7-a4db-3b5bf722cd2a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:01.346975 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-97f48b15-6702-43f6-87b4-a9d3a54c8771 req-3748718b-c026-42b7-a4db-3b5bf722cd2a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 931 time: 0.0766823 Aug 09 11:45:01.447829 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-97f48b15-6702-43f6-87b4-a9d3a54c8771 req-1d5a0e1f-2ca3-49f3-b067-f15801f8bd44 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864437 Aug 09 11:45:01.458040 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e25ef425-47eb-4304-a865-e20051a2047e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.474750 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e25ef425-47eb-4304-a865-e20051a2047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.506826 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.606107 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ed1605e5-5b71-47f4-8a7c-33b5435400d8 req-47f3efee-96d8-467d-ae76-f3e6cca82104 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 210 time: 0.0681529 Aug 09 11:45:01.685291 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59028) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:01.685432 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e25ef425-47eb-4304-a865-e20051a2047e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecf4c1da08f448569e152a39089dcb89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1968908 Aug 09 11:45:01.698390 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ef425-47eb-4304-a865-e20051a2047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73e7fc9-6780-4e36-96f2-1a0fe6acee02,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:01.768695 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f7f55ffd-2ad6-4270-8f1d-ceeac1e040ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.803173 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f7f55ffd-2ad6-4270-8f1d-ceeac1e040ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.884945 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f7f55ffd-2ad6-4270-8f1d-ceeac1e040ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.887783 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f7f55ffd-2ad6-4270-8f1d-ceeac1e040ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.888949 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-f7f55ffd-2ad6-4270-8f1d-ceeac1e040ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e73e7fc9-6780-4e36-96f2-1a0fe6acee02 HTTP/1.1" status: 204 len: 168 time: 0.2022998 Aug 09 11:45:01.893301 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9eafda-05b7-473e-b4ad-79f774782422 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:01.897652 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f55ffd-2ad6-4270-8f1d-ceeac1e040ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73e7fc9-6780-4e36-96f2-1a0fe6acee02,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:01.927283 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:01.978080 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59044) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:02.008972 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d63194b4-f943-41b4-a3bc-a504bab95e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.225274 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4325f54-7ce9-4d78-979a-80253d117e13 req-8a25d6a4-8c25-4a8e-b2d1-b990f564b3f1 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:02.226500 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f4325f54-7ce9-4d78-979a-80253d117e13 req-8a25d6a4-8c25-4a8e-b2d1-b990f564b3f1 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 945 time: 0.1279101 Aug 09 11:45:02.240678 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb877cd-b992-4f56-a4c4-50479c0c53b7 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:02.252594 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.264587 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Transition to ACTIVE for port object 1e9eafda-05b7-473e-b4ad-79f774782422 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:02.276496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.279358 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Transition to ACTIVE for port object 9fb877cd-b992-4f56-a4c4-50479c0c53b7 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:02.291525 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.313466 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f4325f54-7ce9-4d78-979a-80253d117e13 req-8935c4ee-6c67-4574-b73c-c98ff9a1fb29 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707381 Aug 09 11:45:02.353000 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691df9-dcd7-4410-ab37-14bc4fb96ad1 req-dc5b6ee2-1fb2-43c9-8235-0968bfe26283 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:02.356645 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-62691df9-dcd7-4410-ab37-14bc4fb96ad1 req-dc5b6ee2-1fb2-43c9-8235-0968bfe26283 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 931 time: 0.4373906 Aug 09 11:45:02.364062 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d63194b4-f943-41b4-a3bc-a504bab95e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.372120 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d63194b4-f943-41b4-a3bc-a504bab95e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.428505 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Pushing event updated for resources: {'Port': ['ID=1e9eafda-05b7-473e-b4ad-79f774782422,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:02.524805 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-d63194b4-f943-41b4-a3bc-a504bab95e05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd94c7eef5f94b11b40af94b0994992b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452256 Aug 09 11:45:02.530584 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63194b4-f943-41b4-a3bc-a504bab95e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f448bd-0ed7-4d84-a926-c0d5ed3a513a,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:02.536368 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59068) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:02.581732 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-62691df9-dcd7-4410-ab37-14bc4fb96ad1 req-ef31618e-cfd8-4aed-b2d3-69fb94e2de6f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2025805 Aug 09 11:45:02.631835 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Attempting to bind port 1e9eafda-05b7-473e-b4ad-79f774782422 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:45:02.632288 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Attempting to bind port 1e9eafda-05b7-473e-b4ad-79f774782422 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:45:02.632731 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Attempting to bind port 1e9eafda-05b7-473e-b4ad-79f774782422 on network 62bd4547-5f16-404f-b1d2-618d2c08340f {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:02.643153 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Attempting to bind port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:45:02.645509 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Attempting to bind port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:45:02.646274 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Attempting to bind port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:02.650385 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb877cd-b992-4f56-a4c4-50479c0c53b7,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:02.663439 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cda18-ca83-467a-bc26-801841ff171d req-40cb0a03-b777-4824-a60a-d70150848674 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:02.667361 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Port 1e9eafda-05b7-473e-b4ad-79f774782422 on network 62bd4547-5f16-404f-b1d2-618d2c08340f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:45:02.667843 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Attempting to bind port 1e9eafda-05b7-473e-b4ad-79f774782422 on network 62bd4547-5f16-404f-b1d2-618d2c08340f {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:02.672564 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-684cda18-ca83-467a-bc26-801841ff171d req-40cb0a03-b777-4824-a60a-d70150848674 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 944 time: 0.2256362 Aug 09 11:45:02.681132 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:45:02.681648 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Attempting to bind port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:02.699286 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:45:02.699833 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Checking segment: {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:02.700586 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Bound using segment: {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:45:02.701057 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Bound port: 1e9eafda-05b7-473e-b4ad-79f774782422, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5af2f5-06bd-4d90-a046-a5ca7f517c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:45:02.701450 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.715524 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8059cecd-46da-4183-be98-e96c50c7bb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.738340 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:45:02.739139 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Checking segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:02.739139 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Bound using segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:45:02.739503 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Bound port: 9fb877cd-b992-4f56-a4c4-50479c0c53b7, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:45:02.739889 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.753592 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-684cda18-ca83-467a-bc26-801841ff171d req-e65b9461-7f8d-4b23-9fb0-dee1517b5d09 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799856 Aug 09 11:45:02.798142 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c4a40457-2ec6-48a9-bc28-7ff3220c3b78 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:02.804327 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8059cecd-46da-4183-be98-e96c50c7bb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.903947 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a5788-c317-42ac-850a-a25f40f37de3 req-14480e44-0496-4e57-82da-6960c90f03ea tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:02.906169 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af3a5788-c317-42ac-850a-a25f40f37de3 req-14480e44-0496-4e57-82da-6960c90f03ea tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 943 time: 0.1639071 Aug 09 11:45:02.924276 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] For port 9fb877cd-b992-4f56-a4c4-50479c0c53b7, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:45:02.928011 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] For port 9fb877cd-b992-4f56-a4c4-50479c0c53b7, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:45:02.938264 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:02.950929 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.956039 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] For port 1e9eafda-05b7-473e-b4ad-79f774782422, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:45:02.958647 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:02.959656 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.965449 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8059cecd-46da-4183-be98-e96c50c7bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.970094 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8059cecd-46da-4183-be98-e96c50c7bb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.971215 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8059cecd-46da-4183-be98-e96c50c7bb71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1f448bd-0ed7-4d84-a926-c0d5ed3a513a HTTP/1.1" status: 204 len: 168 time: 0.3977563 Aug 09 11:45:02.993964 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f8d8f7a-bbc3-45ac-929a-0c522a7fc533 req-33c01c4b-3510-43d1-b91a-cd7a508d7a31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 210 time: 0.0914705 Aug 09 11:45:03.014797 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.027082 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059cecd-46da-4183-be98-e96c50c7bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f448bd-0ed7-4d84-a926-c0d5ed3a513a,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:03.051121 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.051798 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.053521 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] 10.222.0.43 "PUT /v2.0/ports/9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 1093 time: 2.0745733 Aug 09 11:45:03.072316 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] For port 1e9eafda-05b7-473e-b4ad-79f774782422, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1e9eafda-05b7-473e-b4ad-79f774782422,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:45:03.074543 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:03.076797 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:03.097885 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af3a5788-c317-42ac-850a-a25f40f37de3 req-54ea1995-75ed-40c4-93ce-3632fdb3d933 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684985 Aug 09 11:45:03.130752 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.140130 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.188394 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382df28f-b028-4b97-b065-74fe6d873f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:03.229550 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.230189 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.231799 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] 10.222.0.43 "PUT /v2.0/ports/1e9eafda-05b7-473e-b4ad-79f774782422 HTTP/1.1" status: 200 len: 1093 time: 2.2485032 Aug 09 11:45:03.234383 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4fb8e-e762-4c40-9410-4cd6823b360b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb877cd-b992-4f56-a4c4-50479c0c53b7,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:03.272829 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-b5c51d7c-255e-4521-acd2-8494a3c1ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.275198 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-b5c51d7c-255e-4521-acd2-8494a3c1ba84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1096 time: 0.1046436 Aug 09 11:45:03.321112 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a556697-22c3-4c08-bf66-38a518b02a0f service neutron] Pushing event updated for resources: {'Port': ['ID=1e9eafda-05b7-473e-b4ad-79f774782422,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:03.361281 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-6d77f95b-99e9-429f-87f3-c32f3cc2c6a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 217 time: 0.0579345 Aug 09 11:45:03.387145 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c4a40457-2ec6-48a9-bc28-7ff3220c3b78, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,segment=NetworkSegment(98064548-f342-4d1b-9588-4ed6e68ba96c),segment_id=98064548-f342-4d1b-9588-4ed6e68ba96c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:03.402308 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.405090 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 52852d1b-d197-42ad-a701-a0f64c728ea1 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:03.459898 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-811b9f1b-40a5-42e1-a068-460d84b1efc4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.461447 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-811b9f1b-40a5-42e1-a068-460d84b1efc4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 816 time: 0.4076324 Aug 09 11:45:03.474964 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3046097c-aa5d-4ec9-91c7-c59ea797e523 x-openstack-request-id: req-3046097c-aa5d-4ec9-91c7-c59ea797e523 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:03.475250 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:03.475503 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3046097c-aa5d-4ec9-91c7-c59ea797e523 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:03.475926 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'status': 'completed', 'code': 200} Aug 09 11:45:03.584621 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-c314b733-d5de-4aa9-988b-1e537386eccb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 379 time: 0.1039379 Aug 09 11:45:03.590393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-847103ce-adc9-41ab-a4bd-53ed4107978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.592169 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-847103ce-adc9-41ab-a4bd-53ed4107978e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.2221892 Aug 09 11:45:03.596254 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:03.605235 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 52852d1b-d197-42ad-a701-a0f64c728ea1 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:03.606970 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'port': {'device_id': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'admin_state_up': True, 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'security_groups': ['c5e0bba9-176e-44d9-9861-b51da89f145c']}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:03.612017 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 52852d1b-d197-42ad-a701-a0f64c728ea1 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:03.612631 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.616319 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-cb6b380e-5f0b-488e-82d9-1f2241f7a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.618642 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-cb6b380e-5f0b-488e-82d9-1f2241f7a8ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 1096 time: 0.1451604 Aug 09 11:45:03.636111 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af285174-f963-4b5a-81e0-f809e1754740 req-1891b4e0-80c3-444f-bc57-6dc048d6191e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.637743 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af285174-f963-4b5a-81e0-f809e1754740 req-1891b4e0-80c3-444f-bc57-6dc048d6191e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 945 time: 0.1658902 Aug 09 11:45:03.721945 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.752809 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-367fc814-5514-4b85-908a-51c78549da0d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e9eafda-05b7-473e-b4ad-79f774782422 HTTP/1.1" status: 200 len: 217 time: 0.1140454 Aug 09 11:45:03.780512 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 52852d1b-d197-42ad-a701-a0f64c728ea1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=52852d1b-d197-42ad-a701-a0f64c728ea1,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:03.786663 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d4ed4-6897-4c51-aa1b-fe7b6bf7b177" -d '{"events": [{"server_uuid": "382df28f-b028-4b97-b065-74fe6d873f19", "name": "network-vif-plugged", "status": "completed", "tag": "c4a40457-2ec6-48a9-bc28-7ff3220c3b78"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:03.793783 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.847297 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=52852d1b-d197-42ad-a701-a0f64c728ea1,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:03.848952 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-af285174-f963-4b5a-81e0-f809e1754740 req-a1d4e1ce-4de7-40bb-b97d-a594883fe265 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907184 Aug 09 11:45:03.865859 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-03dd6ade-f353-46ea-8a3e-df943172e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.865859 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-03dd6ade-f353-46ea-8a3e-df943172e009 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2438805 Aug 09 11:45:03.883165 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-88855cf9-a748-4946-99e5-e553d764da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.884604 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-88855cf9-a748-4946-99e5-e553d764da27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.1151981 Aug 09 11:45:03.892905 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9f06e-b335-4092-8916-d8a92ae3223b req-5277e56b-fb9e-4ac8-98ac-12c3365966b7 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.901356 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-eeb9f06e-b335-4092-8916-d8a92ae3223b req-5277e56b-fb9e-4ac8-98ac-12c3365966b7 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 943 time: 0.1613579 Aug 09 11:45:03.948784 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Made reservation on behalf of 2aff56ec407a4d688cd93df93dffd8a0 for: {'port': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:03.954101 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:03.961361 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-eeb9f06e-b335-4092-8916-d8a92ae3223b req-edc24d2d-8162-4bf0-99d4-441d2393b780 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589020 Aug 09 11:45:03.988994 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-1008e6b6-fab3-4269-b379-c6e2f869b53d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874357 Aug 09 11:45:04.119708 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e163765-a520-432e-aa0e-bea4898e7cd7 req-fc4c32b8-d558-4f18-b38a-a8bc26861315 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:04.121262 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5e163765-a520-432e-aa0e-bea4898e7cd7 req-fc4c32b8-d558-4f18-b38a-a8bc26861315 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.1593394 Aug 09 11:45:04.123108 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-5e76decd-8b6e-43c6-9264-70a4a91573a7 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571704 Aug 09 11:45:04.132969 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Allocated IP 172.20.0.10 (cb71c79f-17fc-4850-8418-2b7c4d595b9f/4ee4b529-e59b-47ec-8057-5d931635d420/9fb5086e-7901-4d51-8586-0d9123dfbb12) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:45:04.265235 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f8bb0c-dd6b-4a56-9953-da3e884c9823 x-openstack-request-id: req-36f8bb0c-dd6b-4a56-9953-da3e884c9823 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:04.265630 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382df28f-b028-4b97-b065-74fe6d873f19", "name": "network-vif-plugged", "status": "completed", "tag": "c4a40457-2ec6-48a9-bc28-7ff3220c3b78", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:04.265814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36f8bb0c-dd6b-4a56-9953-da3e884c9823 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:04.266286 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382df28f-b028-4b97-b065-74fe6d873f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78', 'code': 200} Aug 09 11:45:04.281620 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-50e2dd13-6be2-4dbb-9424-8eb2bba3272d service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668824 Aug 09 11:45:04.286252 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5e163765-a520-432e-aa0e-bea4898e7cd7 req-a129637a-e845-437d-862a-94e15da93d0a tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497257 Aug 09 11:45:04.372027 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.412059 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Transition to ACTIVE for port object 9fb5086e-7901-4d51-8586-0d9123dfbb12 will not be triggered until provisioned by entity DHCP. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:04.435094 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-91e7219c-56fb-4b50-8ce8-dbd892ba3182 req-abedd89b-a4ff-4f1b-8146-760b41456673 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 210 time: 0.0359027 Aug 09 11:45:04.467049 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e11c054-703c-4ca4-9552-4fc015593f4a req-2c6ff906-21f7-442d-8fd8-7a33fab71ff2 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293650 Aug 09 11:45:04.474419 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.520263 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:04.526237 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:04.529687 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:04.535213 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:04.535889 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.549449 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:04.569870 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-bc1d3210-679d-48ea-821b-49ccd5df5811 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9670277 Aug 09 11:45:04.593514 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Request body: {'port': {'device_id': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:04.594583 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.43', 61972) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:04.694375 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.742048 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d83888-273b-4192-83e8-bb2d6cf5d1c8 req-be80af32-039c-471b-9977-9d86e4665249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:04.743961 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-39d83888-273b-4192-83e8-bb2d6cf5d1c8 req-be80af32-039c-471b-9977-9d86e4665249 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 1098 time: 0.2169662 Aug 09 11:45:04.772139 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128250e-6664-4ccd-8d36-81a36e6aa622 req-b2a9ae9f-f0f7-4000-bb5c-b3ee719ecfdd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:04.774892 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3128250e-6664-4ccd-8d36-81a36e6aa622 req-b2a9ae9f-f0f7-4000-bb5c-b3ee719ecfdd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 943 time: 0.3157961 Aug 09 11:45:04.782257 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:04.797463 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-a4eb4ff3-ad27-4c3b-abbc-c74d53efbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:04.798978 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-a4eb4ff3-ad27-4c3b-abbc-c74d53efbef8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1096 time: 0.2005880 Aug 09 11:45:04.848972 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-39d83888-273b-4192-83e8-bb2d6cf5d1c8 req-2a88b53e-10e7-4bc6-b160-71b3ee10c523 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.853201 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-ff892ad5-9c10-4ad3-8e3c-5938d08f9768 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394752 Aug 09 11:45:04.965419 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3128250e-6664-4ccd-8d36-81a36e6aa622 req-ca1d6c3f-f2e0-4e9e-a5a8-88c2d1f6c869 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731241 Aug 09 11:45:04.993716 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-9b37dbf7-1964-446c-b833-2f93ec383155 None None] Provisioning for port 9fb5086e-7901-4d51-8586-0d9123dfbb12 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:05.001065 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-9b37dbf7-1964-446c-b833-2f93ec383155 None None] Provisioning complete for port 9fb5086e-7901-4d51-8586-0d9123dfbb12 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:05.001502 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9b37dbf7-1964-446c-b833-2f93ec383155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.065699 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-9b37dbf7-1964-446c-b833-2f93ec383155 None None] Port 9fb5086e-7901-4d51-8586-0d9123dfbb12 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:45:05.068551 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-a09b56f7-2cf4-4dff-998f-8e1df1153e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:05.072629 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-a09b56f7-2cf4-4dff-998f-8e1df1153e39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.2579167 Aug 09 11:45:05.075761 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:05.110189 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed', 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'port_id': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed', 'mac_address': 'fa:16:3e:d7:68:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:05.165257 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-eb56e896-c3c5-47a7-9094-263605dcf77e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 217 time: 0.0843480 Aug 09 11:45:05.190063 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.205989 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:05.231260 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:05.231937 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-39d83888-273b-4192-83e8-bb2d6cf5d1c8 req-2a88b53e-10e7-4bc6-b160-71b3ee10c523 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.236566 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.245795 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-39d83888-273b-4192-83e8-bb2d6cf5d1c8 req-2a88b53e-10e7-4bc6-b160-71b3ee10c523 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.270950 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b855-a27a-4f72-8ff7-658ebd219ffc req-37926894-78ce-44af-8943-3c59f82fd62b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:05.272794 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d065b855-a27a-4f72-8ff7-658ebd219ffc req-37926894-78ce-44af-8943-3c59f82fd62b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 943 time: 0.1933539 Aug 09 11:45:05.304922 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-201b48be-645f-4c93-ac7b-66de2dcffc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:05.306502 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-201b48be-645f-4c93-ac7b-66de2dcffc0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.1319950 Aug 09 11:45:05.308675 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:05.321018 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-39d83888-273b-4192-83e8-bb2d6cf5d1c8 req-2a88b53e-10e7-4bc6-b160-71b3ee10c523 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595443 Aug 09 11:45:05.366899 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88b53e-10e7-4bc6-b160-71b3ee10c523 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8938aa0d-6fc5-4d1b-8907-06ecb938679f,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:05.374841 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208eb6e-a96a-4dcf-8c71-51f04da2be64 req-44dfbe25-d942-41aa-be43-67728975b3b5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:05.381927 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4208eb6e-a96a-4dcf-8c71-51f04da2be64 req-44dfbe25-d942-41aa-be43-67728975b3b5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.2387891 Aug 09 11:45:05.396766 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d065b855-a27a-4f72-8ff7-658ebd219ffc req-9477d0a8-53fb-402f-bbe0-31a3ac42da34 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104181 Aug 09 11:45:05.413294 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-e84b9eb9-eeb7-4549-bc96-3ff7b0865fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:05.416653 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-e84b9eb9-eeb7-4549-bc96-3ff7b0865fbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991383 Aug 09 11:45:05.468701 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4208eb6e-a96a-4dcf-8c71-51f04da2be64 req-010db163-f794-42e7-a3ce-e3c8385cabd3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852699 Aug 09 11:45:05.477722 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'tag': '1e9eafda-05b7-473e-b4ad-79f774782422'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:05.491485 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7935d7c-b002-411d-8ac4-5e43af018aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1f94b9-be14-4b98-ad18-9b4f8351de2d", "tag": "1e9eafda-05b7-473e-b4ad-79f774782422"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:05.491705 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb5086e-7901-4d51-8586-0d9123dfbb12 {{(pid=99932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:05.525351 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.550431 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Transition to ACTIVE for port object 9fb5086e-7901-4d51-8586-0d9123dfbb12 will not be triggered until provisioned by entity L2. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:05.564250 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.580424 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075df4d-bbfd-4273-b55a-2d0cb401476b req-8e18033a-f342-4757-a2cb-b55bc3717ee3 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:05.582719 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075df4d-bbfd-4273-b55a-2d0cb401476b req-8e18033a-f342-4757-a2cb-b55bc3717ee3 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.0856521 Aug 09 11:45:05.650239 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:05.665944 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515e32-c8df-468e-805b-2514cdb74cb5 req-02f9c49d-b34b-42bc-8434-b7e99050dae8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:05.669579 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0f515e32-c8df-468e-805b-2514cdb74cb5 req-02f9c49d-b34b-42bc-8434-b7e99050dae8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.1203728 Aug 09 11:45:05.737469 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075df4d-bbfd-4273-b55a-2d0cb401476b req-a5b364ad-7947-48c5-988a-89533995a1d9 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474700 Aug 09 11:45:05.750789 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Attempting to bind port 9fb5086e-7901-4d51-8586-0d9123dfbb12 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:45:05.751118 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Attempting to bind port 9fb5086e-7901-4d51-8586-0d9123dfbb12 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:45:05.751443 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Attempting to bind port 9fb5086e-7901-4d51-8586-0d9123dfbb12 on network cb71c79f-17fc-4850-8418-2b7c4d595b9f {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:05.756642 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:05.813320 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Port 9fb5086e-7901-4d51-8586-0d9123dfbb12 on network cb71c79f-17fc-4850-8418-2b7c4d595b9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:45:05.813648 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Attempting to bind port 9fb5086e-7901-4d51-8586-0d9123dfbb12 on network cb71c79f-17fc-4850-8418-2b7c4d595b9f {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:05.845404 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0f515e32-c8df-468e-805b-2514cdb74cb5 req-ce27ec47-1b90-4b3e-b011-99196efbfc82 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404700 Aug 09 11:45:05.859488 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:45:05.860337 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Checking segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:05.860767 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Bound using segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:45:05.861227 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Bound port: 9fb5086e-7901-4d51-8586-0d9123dfbb12, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:45:05.861581 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:05.962821 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-f8c28bd0-6515-47b6-a25e-969ba8713162 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228038 Aug 09 11:45:05.970419 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ca207-c131-4b05-a7bf-22d75415aa40 x-openstack-request-id: req-b81ca207-c131-4b05-a7bf-22d75415aa40 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:05.971613 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1f94b9-be14-4b98-ad18-9b4f8351de2d", "tag": "1e9eafda-05b7-473e-b4ad-79f774782422", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:05.972734 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b81ca207-c131-4b05-a7bf-22d75415aa40 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:05.973563 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'tag': '1e9eafda-05b7-473e-b4ad-79f774782422', 'status': 'completed', 'code': 200} Aug 09 11:45:06.007569 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, cleared binding levels {{(pid=99932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:45:06.013476 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:45:06.027218 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:06.093946 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=3']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:06.098792 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.099308 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:06.102666 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-36f5582a-fa19-446a-8eee-a22407b2bf34 service neutron] 10.222.0.43 "PUT /v2.0/ports/9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 200 len: 1094 time: 1.5150304 Aug 09 11:45:06.103195 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:06.105810 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:06.107350 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-54ba3d6b-0034-453e-b2e7-d76807e49afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.120706 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-54ba3d6b-0034-453e-b2e7-d76807e49afc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 1096 time: 0.1549022 Aug 09 11:45:06.157574 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f91176-951a-4418-b2e6-88ee4915e4ca x-openstack-request-id: req-96f91176-951a-4418-b2e6-88ee4915e4ca {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:06.157870 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:06.158124 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96f91176-951a-4418-b2e6-88ee4915e4ca {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:06.158578 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'status': 'completed', 'code': 200} Aug 09 11:45:06.254603 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-7f272835-a206-463f-9f1f-91657fc8b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.256570 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-7f272835-a206-463f-9f1f-91657fc8b312 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1097 time: 0.0645418 Aug 09 11:45:06.267983 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52852d1b-d197-42ad-a701-a0f64c728ea1'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:06.270325 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d525ab-dcd9-42b5-be06-6f26cbc6021b" -d '{"events": [{"server_uuid": "ce0d7223-7b06-47ea-ba7c-75171e09d4d4", "name": "network-vif-plugged", "status": "completed", "tag": "52852d1b-d197-42ad-a701-a0f64c728ea1"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:06.330201 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:06.349556 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d0d74-90d4-41a9-b64e-fc8d7fd4ad25 x-openstack-request-id: req-682d0d74-90d4-41a9-b64e-fc8d7fd4ad25 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:06.349906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0d7223-7b06-47ea-ba7c-75171e09d4d4", "name": "network-vif-plugged", "status": "completed", "tag": "52852d1b-d197-42ad-a701-a0f64c728ea1", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:06.350165 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-682d0d74-90d4-41a9-b64e-fc8d7fd4ad25 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:06.350559 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52852d1b-d197-42ad-a701-a0f64c728ea1', 'code': 200} Aug 09 11:45:06.352243 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-9af7e80b-d36c-4852-a873-e060a58ae2d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 200 len: 217 time: 0.0763524 Aug 09 11:45:06.453275 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-3bf050e0-0164-412f-8abf-5a819fe9de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.454917 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-3bf050e0-0164-412f-8abf-5a819fe9de89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0618629 Aug 09 11:45:06.477174 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c0d72d8-6aeb-4cb8-aa40-b57a9ad9c8a6 req-1d08432e-3139-405f-8fa3-b1ac55c2f26c service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008774 Aug 09 11:45:06.512610 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71c5b6-5581-4efd-b865-bc59d6505a9e req-9348140c-27ff-4b5a-9224-2d44684af934 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.514288 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fc71c5b6-5581-4efd-b865-bc59d6505a9e req-9348140c-27ff-4b5a-9224-2d44684af934 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 943 time: 0.4305031 Aug 09 11:45:06.591482 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fc71c5b6-5581-4efd-b865-bc59d6505a9e req-478ca017-fe22-466a-96a2-7fca3d0051d8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634301 Aug 09 11:45:06.591819 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-b86a70ca-575a-4b5d-b118-813010fd30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.593301 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-7433c6d5-22be-41c2-93b6-b243fad07bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.594757 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-7433c6d5-22be-41c2-93b6-b243fad07bf1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.2127523 Aug 09 11:45:06.596507 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-b86a70ca-575a-4b5d-b118-813010fd30c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1332078 Aug 09 11:45:06.669565 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-5dcdc4ac-9ef5-4934-aacf-d38f0fcdc9b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e9eafda-05b7-473e-b4ad-79f774782422 HTTP/1.1" status: 200 len: 217 time: 0.0588834 Aug 09 11:45:06.737581 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5ef7-3956-4b85-af10-906520630ca0 req-2fc218d7-7239-4fb8-9791-5541263191c9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.745762 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-17fb5ef7-3956-4b85-af10-906520630ca0 req-2fc218d7-7239-4fb8-9791-5541263191c9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 943 time: 0.1913815 Aug 09 11:45:06.804189 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-20630868-ba90-4f00-85fa-75c67ccb0785 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937189 Aug 09 11:45:06.820473 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca070ac-76a6-4935-afc1-438af9c4efe3 req-31fbe90c-c891-440a-872d-2ddee6def0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.822560 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dca070ac-76a6-4935-afc1-438af9c4efe3 req-31fbe90c-c891-440a-872d-2ddee6def0a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 1099 time: 0.1547234 Aug 09 11:45:06.826308 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-17fb5ef7-3956-4b85-af10-906520630ca0 req-30142ef1-f285-4e6e-8ac1-d515ecb9f8c4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730524 Aug 09 11:45:06.831184 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53e429-b817-41b6-8c30-7058e0c09336 req-c13f23a1-dc36-4ebf-86f0-9fd6334e8887 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.833118 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1d53e429-b817-41b6-8c30-7058e0c09336 req-c13f23a1-dc36-4ebf-86f0-9fd6334e8887 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.1259835 Aug 09 11:45:06.837247 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-b9f7ac40-216b-4b7b-aec0-26fe12a9ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.839071 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-b9f7ac40-216b-4b7b-aec0-26fe12a9ee7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.1330140 Aug 09 11:45:06.919084 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-5947674c-fcc2-49c5-99d8-c4eecd8d62a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649402 Aug 09 11:45:06.958986 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1d53e429-b817-41b6-8c30-7058e0c09336 req-7a73e0c4-af93-45ad-af85-2902e6f3f9f4 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036184 Aug 09 11:45:06.998114 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dca070ac-76a6-4935-afc1-438af9c4efe3 req-12d95a5a-f01a-4719-a2d4-3f76bf4d9597 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637404 Aug 09 11:45:07.003804 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2eeb9cdd-d43f-4748-aad5-186aea37c085 req-b3df9878-a1f6-477c-b0fa-52d977c837a5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754963 Aug 09 11:45:07.013159 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ddec-e160-400d-8d66-344c32ff3644 req-0a75c2ef-bf1b-4e08-9513-5f248029ae45 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:07.014863 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f8d2ddec-e160-400d-8d66-344c32ff3644 req-0a75c2ef-bf1b-4e08-9513-5f248029ae45 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.0992742 Aug 09 11:45:07.064784 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f8d2ddec-e160-400d-8d66-344c32ff3644 req-e860ab69-f751-4ff3-86e7-bcff4b4c7a56 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Aug 09 11:45:07.077270 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-dfb9f77f-3b87-4494-a933-a04fb309985c service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492577 Aug 09 11:45:07.114570 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0a24e-200f-4d64-8877-7c6b9ecfb4d4 req-5d308914-da67-4c55-8723-0c4176ffc99e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:07.116155 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-19a0a24e-200f-4d64-8877-7c6b9ecfb4d4 req-5d308914-da67-4c55-8723-0c4176ffc99e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0587263 Aug 09 11:45:07.159917 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-19a0a24e-200f-4d64-8877-7c6b9ecfb4d4 req-ee6586b6-f721-41de-9589-942087987c09 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Aug 09 11:45:07.514992 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e7935d7c-b002-411d-8ac4-5e43af018aa3 req-7b7904ad-b825-4612-b19b-8adf3c9dc4af service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346967 Aug 09 11:45:07.631155 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-9f74711b-9bc9-4c0c-8170-c717fe68587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:07.633734 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-9f74711b-9bc9-4c0c-8170-c717fe68587e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1097 time: 0.0718172 Aug 09 11:45:07.765190 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1b746-131d-4f46-8371-3c1c76b86353 req-f5ba236a-7187-4eb6-a93d-1dea31672326 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:07.766885 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0ff1b746-131d-4f46-8371-3c1c76b86353 req-f5ba236a-7187-4eb6-a93d-1dea31672326 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 943 time: 0.0795610 Aug 09 11:45:07.771645 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-2259e758-b893-49cd-acbc-12a5b7669f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:07.772982 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-2259e758-b893-49cd-acbc-12a5b7669f39 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.1310847 Aug 09 11:45:07.937455 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a576e-64ff-45e8-8773-54267fabaa78 req-21d86315-561f-4fb8-9e86-4f9d84205ffc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:07.938995 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-924a576e-64ff-45e8-8773-54267fabaa78 req-21d86315-561f-4fb8-9e86-4f9d84205ffc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 943 time: 0.0531981 Aug 09 11:45:07.980032 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-924a576e-64ff-45e8-8773-54267fabaa78 req-b12cb7bf-7d6c-4508-8398-3a60deb9f57c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341249 Aug 09 11:45:08.001117 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-3de650c7-db2b-4bbc-9130-615ed49ef4fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 200 len: 217 time: 0.2202168 Aug 09 11:45:08.025779 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0ff1b746-131d-4f46-8371-3c1c76b86353 req-76d1b866-2233-49da-94af-9cf446376b5e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516239 Aug 09 11:45:08.069032 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-b929bdc3-3008-4261-a71a-0ee93ff20df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:08.071908 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-b929bdc3-3008-4261-a71a-0ee93ff20df3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0588956 Aug 09 11:45:08.090208 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44a1cb-62cd-41f0-9c98-dc422acc7db5 req-a0f5c20f-cefe-4ffb-bcc5-880dda705905 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:08.091751 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4e44a1cb-62cd-41f0-9c98-dc422acc7db5 req-a0f5c20f-cefe-4ffb-bcc5-880dda705905 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0495884 Aug 09 11:45:08.136324 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4e44a1cb-62cd-41f0-9c98-dc422acc7db5 req-69906163-5784-4bf9-9d26-4b38acaa2da7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Aug 09 11:45:08.181815 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-a096f27e-4c0e-4bb2-a2a7-c54ea254303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:08.183289 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-a096f27e-4c0e-4bb2-a2a7-c54ea254303a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774307 Aug 09 11:45:08.199906 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5fb42-1623-4124-b70e-162339d4458d req-cd7d3254-d1b2-44cb-8b4a-2fe9e9a1c051 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:08.201343 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-88a5fb42-1623-4124-b70e-162339d4458d req-cd7d3254-d1b2-44cb-8b4a-2fe9e9a1c051 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.0556874 Aug 09 11:45:08.290633 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-88a5fb42-1623-4124-b70e-162339d4458d req-45555ceb-8a4b-496e-8b9b-6b1e2706f311 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810843 Aug 09 11:45:08.303263 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca505-8320-410f-a7bf-f68a8ec50a62 req-a7191f46-2c0f-4d79-bc96-9a3383ed26c8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:08.307324 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cedca505-8320-410f-a7bf-f68a8ec50a62 req-a7191f46-2c0f-4d79-bc96-9a3383ed26c8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0639820 Aug 09 11:45:08.323284 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-d9283e9c-101e-4c05-b381-5da9e4b7c46e service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207216 Aug 09 11:45:08.350249 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cedca505-8320-410f-a7bf-f68a8ec50a62 req-b2d7b7ba-e48d-40f7-82a1-408e43888fc3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366192 Aug 09 11:45:08.420611 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d54114a-2be4-4ba6-90f3-6cc0efe4b8c5 req-1fe8cf7d-060a-4f25-ad6a-ae4f838699f3 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885816 Aug 09 11:45:08.812304 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb877cd-b992-4f56-a4c4-50479c0c53b7 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:08.825200 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:08.933463 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:08.943734 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:08.943734 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:08.975551 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb877cd-b992-4f56-a4c4-50479c0c53b7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:08.995755 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'port_id': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'mac_address': 'fa:16:3e:1c:d2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:09.082711 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:09.104040 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:09.109410 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb877cd-b992-4f56-a4c4-50479c0c53b7 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:09.155159 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1571bbbc-f141-4bac-a670-9496bb856653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:09.157604 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af1513-1d3c-4ce7-ac10-f1299a34f7c4" -d '{"events": [{"server_uuid": "1571bbbc-f141-4bac-a670-9496bb856653", "name": "network-vif-plugged", "status": "completed", "tag": "707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:09.171090 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb877cd-b992-4f56-a4c4-50479c0c53b7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:09.175040 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e48f-8b26-4aea-b465-a65a1fbceccf req-d0d71d30-c25e-4292-8f89-cca4fbfbfdee tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:09.177444 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0956e48f-8b26-4aea-b465-a65a1fbceccf req-d0d71d30-c25e-4292-8f89-cca4fbfbfdee tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 943 time: 0.0765326 Aug 09 11:45:09.184664 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:09.186523 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:09.187457 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 1e9eafda-05b7-473e-b4ad-79f774782422 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:09.204874 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3b73c-ad4c-4937-8957-6f3161c77fcd req-ee76e5d3-cc9e-47d2-978c-e2a2626f7708 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:09.205744 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:09.221138 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fed3b73c-ad4c-4937-8957-6f3161c77fcd req-ee76e5d3-cc9e-47d2-978c-e2a2626f7708 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 943 time: 0.1549773 Aug 09 11:45:09.234689 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0956e48f-8b26-4aea-b465-a65a1fbceccf req-d1556e4b-04dd-48c7-9bb1-e70a26f3fcbc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Aug 09 11:45:09.279747 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fed3b73c-ad4c-4937-8957-6f3161c77fcd req-90769f90-ea0f-4e91-88ad-aeae76a0ae73 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540810 Aug 09 11:45:09.341805 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dcd25b-29de-4cd6-b694-5ecbf9c1d06a x-openstack-request-id: req-f4dcd25b-29de-4cd6-b694-5ecbf9c1d06a {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:09.342317 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1571bbbc-f141-4bac-a670-9496bb856653", "name": "network-vif-plugged", "status": "completed", "tag": "707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:09.342443 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4dcd25b-29de-4cd6-b694-5ecbf9c1d06a {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:09.342770 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1571bbbc-f141-4bac-a670-9496bb856653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed', 'code': 200} Aug 09 11:45:09.343722 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb877cd-b992-4f56-a4c4-50479c0c53b7,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:09.369097 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379065cb-c725-4c61-8a91-26c12db59d2d req-45893cee-f3c4-4f1f-8c6a-63bce5fc8cac tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:09.376965 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-379065cb-c725-4c61-8a91-26c12db59d2d req-45893cee-f3c4-4f1f-8c6a-63bce5fc8cac tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0651131 Aug 09 11:45:09.417728 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 1e9eafda-05b7-473e-b4ad-79f774782422, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1e9eafda-05b7-473e-b4ad-79f774782422,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:09.432580 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-379065cb-c725-4c61-8a91-26c12db59d2d req-601d0da9-52c9-425d-96e0-e02541aefec3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548129 Aug 09 11:45:09.449671 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '1e9eafda-05b7-473e-b4ad-79f774782422', 'network_id': '62bd4547-5f16-404f-b1d2-618d2c08340f', 'port_id': '1e9eafda-05b7-473e-b4ad-79f774782422', 'mac_address': 'fa:16:3e:5d:ac:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6516d59-2c44-41ec-98ed-4be438340e5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:09.451523 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:09.512763 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401dc31-69b4-4120-9f3b-96fc8ab31ddc req-f656dbba-16d0-44e5-8b5a-addf4d48a6dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:09.514743 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3401dc31-69b4-4120-9f3b-96fc8ab31ddc req-f656dbba-16d0-44e5-8b5a-addf4d48a6dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0682094 Aug 09 11:45:09.545359 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:09.566652 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9eafda-05b7-473e-b4ad-79f774782422 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:09.594192 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 1e9eafda-05b7-473e-b4ad-79f774782422, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1e9eafda-05b7-473e-b4ad-79f774782422,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:09.594972 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3401dc31-69b4-4120-9f3b-96fc8ab31ddc req-e9252568-f943-4479-a766-1380901b4238 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694740 Aug 09 11:45:09.606252 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:09.672247 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=1e9eafda-05b7-473e-b4ad-79f774782422,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:09.699644 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2395-f8e0-4668-9322-fbbb75a15370 req-a3e25a5f-c936-4dad-b1ff-1f7e5467bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:09.699644 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b8af2395-f8e0-4668-9322-fbbb75a15370 req-a3e25a5f-c936-4dad-b1ff-1f7e5467bb0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.0988305 Aug 09 11:45:09.747066 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b8af2395-f8e0-4668-9322-fbbb75a15370 req-a09041d4-6658-406f-bad0-ae9155fe1526 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Aug 09 11:45:10.356759 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd820a-8482-4e60-b85e-a6805faadc30 req-12d85207-2838-4e76-9946-4c25782ee6fa tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:10.358264 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-90dd820a-8482-4e60-b85e-a6805faadc30 req-12d85207-2838-4e76-9946-4c25782ee6fa tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0522144 Aug 09 11:45:10.395686 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-90dd820a-8482-4e60-b85e-a6805faadc30 req-3012e0e5-65bc-453a-b1ff-987406f7bd18 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Aug 09 11:45:10.497197 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729a29d-d2c1-40fa-b0d3-79a418783bcd req-39b6179c-a005-46ff-9982-86d32ae30c80 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:10.498634 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1729a29d-d2c1-40fa-b0d3-79a418783bcd req-39b6179c-a005-46ff-9982-86d32ae30c80 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 944 time: 0.0485454 Aug 09 11:45:10.535373 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1729a29d-d2c1-40fa-b0d3-79a418783bcd req-385e2fd2-d355-434d-a4fe-f8c3f2f0455e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307724 Aug 09 11:45:10.706354 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e1729-1b35-4fd4-9973-007a48d1b19b req-e1a30957-28de-4201-aaf2-82d63fafb65e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:10.707820 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-742e1729-1b35-4fd4-9973-007a48d1b19b req-e1a30957-28de-4201-aaf2-82d63fafb65e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0474436 Aug 09 11:45:10.746270 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-742e1729-1b35-4fd4-9973-007a48d1b19b req-169af21f-66cd-4270-92bb-8f1b6c65366e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Aug 09 11:45:11.514239 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98919aad-c037-456c-ba38-cfdf652cde96 req-55a640b3-1959-439c-8585-57b5e3a61e06 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:11.515830 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-98919aad-c037-456c-ba38-cfdf652cde96 req-55a640b3-1959-439c-8585-57b5e3a61e06 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0540316 Aug 09 11:45:11.553448 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-98919aad-c037-456c-ba38-cfdf652cde96 req-874076f4-e4c8-4a24-9c45-b8120320cfa0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 09 11:45:11.654293 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f01ca-f3f2-4716-9516-89976abb87c3 req-13536b75-366a-4a51-8499-e2bb101410a8 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:11.655771 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0c1f01ca-f3f2-4716-9516-89976abb87c3 req-13536b75-366a-4a51-8499-e2bb101410a8 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 944 time: 0.0475655 Aug 09 11:45:11.697239 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0c1f01ca-f3f2-4716-9516-89976abb87c3 req-7a59980f-551f-44af-a4c0-ac7f0c8653e8 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352514 Aug 09 11:45:11.862678 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4065f-52ce-4226-9a86-df9f35d02e4f req-08565f3a-d7c3-4cdb-a20d-338450b57068 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:11.864196 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b4c4065f-52ce-4226-9a86-df9f35d02e4f req-08565f3a-d7c3-4cdb-a20d-338450b57068 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0477760 Aug 09 11:45:11.903088 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b4c4065f-52ce-4226-9a86-df9f35d02e4f req-bc9c60ac-cfda-4e1a-b1b3-0b179264d737 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328355 Aug 09 11:45:12.674404 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c01d-beb6-48a1-a882-a3ff8492f61b req-9d2a0f70-f8ea-46a7-b53a-a83bcd9f50bd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:12.675911 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b554c01d-beb6-48a1-a882-a3ff8492f61b req-9d2a0f70-f8ea-46a7-b53a-a83bcd9f50bd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0536845 Aug 09 11:45:12.715183 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b554c01d-beb6-48a1-a882-a3ff8492f61b req-6db32d20-072f-4ff9-aaaa-f479b1c36ca5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Aug 09 11:45:12.816070 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027263d-68d1-469e-9b36-af1a5c8886f2 req-2f0c8f91-c330-4b02-9f21-9aefe5c8537b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:12.817543 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b027263d-68d1-469e-9b36-af1a5c8886f2 req-2f0c8f91-c330-4b02-9f21-9aefe5c8537b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 944 time: 0.0485423 Aug 09 11:45:12.855978 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b027263d-68d1-469e-9b36-af1a5c8886f2 req-262792d9-5ab6-495d-9b90-93bf74e296e2 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323465 Aug 09 11:45:13.022304 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6767-bb94-47bc-be2e-8ce0bae14429 req-70315c44-24cf-4c50-bf68-86d4319ec3dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:13.023972 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e5ea6767-bb94-47bc-be2e-8ce0bae14429 req-70315c44-24cf-4c50-bf68-86d4319ec3dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0480673 Aug 09 11:45:13.062055 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e5ea6767-bb94-47bc-be2e-8ce0bae14429 req-0c1f3fce-592c-4fe7-ad89-47d812537013 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Aug 09 11:45:13.829114 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc168311-a9f1-4884-bb26-19c0aa5c7b9d req-aa11c36f-2351-486d-8ffc-e9b08db15e4c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:13.830563 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bc168311-a9f1-4884-bb26-19c0aa5c7b9d req-aa11c36f-2351-486d-8ffc-e9b08db15e4c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0497582 Aug 09 11:45:13.868838 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bc168311-a9f1-4884-bb26-19c0aa5c7b9d req-a30c5de7-a569-46b7-b4b0-e2d6db22525c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Aug 09 11:45:13.975304 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09322b1c-3e87-486d-ba5f-b3873ecbbf0e req-b2d3909f-31aa-4021-9eca-dff395f47021 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:13.977754 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-09322b1c-3e87-486d-ba5f-b3873ecbbf0e req-b2d3909f-31aa-4021-9eca-dff395f47021 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 944 time: 0.0546267 Aug 09 11:45:14.016335 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-09322b1c-3e87-486d-ba5f-b3873ecbbf0e req-03d53e81-0a24-4a89-9c33-3caf7ae7da61 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322695 Aug 09 11:45:14.178203 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9ecb-1abc-4204-aae6-150a3645f240 req-6b43178b-a7c4-4358-b55a-eec917bf14f6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:14.180238 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bb6b9ecb-1abc-4204-aae6-150a3645f240 req-6b43178b-a7c4-4358-b55a-eec917bf14f6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0488436 Aug 09 11:45:14.218541 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bb6b9ecb-1abc-4204-aae6-150a3645f240 req-49e9d55d-905a-4c1d-91c2-8bafd019dac0 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Aug 09 11:45:14.627012 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['1e9eafda-05b7-473e-b4ad-79f774782422'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:14.650951 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['9fb877cd-b992-4f56-a4c4-50479c0c53b7'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:14.986441 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe71fd-892e-4068-b668-07f96d559944 req-5118d33f-73af-4634-ab67-901ab0d21f29 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:14.987959 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-eafe71fd-892e-4068-b668-07f96d559944 req-5118d33f-73af-4634-ab67-901ab0d21f29 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0530317 Aug 09 11:45:15.010205 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:15.027124 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-eafe71fd-892e-4068-b668-07f96d559944 req-28949d19-71d8-4013-9aef-5c498f413891 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Aug 09 11:45:15.147401 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46f99a-6eb8-4cb6-9a30-003696934e8c req-3385f528-c480-41d2-9537-5a6e6dd20f26 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:15.150014 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dc46f99a-6eb8-4cb6-9a30-003696934e8c req-3385f528-c480-41d2-9537-5a6e6dd20f26 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 944 time: 0.0572019 Aug 09 11:45:15.200721 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dc46f99a-6eb8-4cb6-9a30-003696934e8c req-7a0d4955-d05c-436b-a467-82fd45b39a0c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438108 Aug 09 11:45:15.237773 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:15.251780 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'port_id': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'mac_address': 'fa:16:3e:6f:89:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:15.299428 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:15.313368 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb5086e-7901-4d51-8586-0d9123dfbb12 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:15.337204 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:15.342080 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:15.346890 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687ab7-fa21-4872-859b-fb62b24c308c req-03615951-6948-4c59-9c8b-5aa6f2a16048 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:15.348469 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-55687ab7-fa21-4872-859b-fb62b24c308c req-03615951-6948-4c59-9c8b-5aa6f2a16048 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0566025 Aug 09 11:45:15.391424 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-55687ab7-fa21-4872-859b-fb62b24c308c req-8f217cd7-6e5d-4aff-baa6-57ab010148f4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351629 Aug 09 11:45:15.399291 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:16.154418 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af0f6b-0d0b-4ac1-a6d4-5eae211d6185 req-16485a03-4db3-49b7-b86e-88fe909c00a2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:16.156206 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-58af0f6b-0d0b-4ac1-a6d4-5eae211d6185 req-16485a03-4db3-49b7-b86e-88fe909c00a2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0533252 Aug 09 11:45:16.199126 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-58af0f6b-0d0b-4ac1-a6d4-5eae211d6185 req-8f4e22d7-4d08-4595-80e1-d7df6724b34a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361991 Aug 09 11:45:16.333560 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0a68-35a2-4e74-bdf5-ae1d8b3b84b4 req-75d9cf2a-7bd6-4088-a5bb-4d54cc151595 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:16.335087 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f7ef0a68-35a2-4e74-bdf5-ae1d8b3b84b4 req-75d9cf2a-7bd6-4088-a5bb-4d54cc151595 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 944 time: 0.0563807 Aug 09 11:45:16.378842 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f7ef0a68-35a2-4e74-bdf5-ae1d8b3b84b4 req-56aeb18a-8b1f-4835-bc19-204eb552ce1a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368805 Aug 09 11:45:16.432105 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['9fb5086e-7901-4d51-8586-0d9123dfbb12'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:16.542416 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036701-27a4-4b13-967f-6ea458b976b2 req-7f8ab702-c399-4817-9de7-989869dbca2b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:16.544062 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-24036701-27a4-4b13-967f-6ea458b976b2 req-7f8ab702-c399-4817-9de7-989869dbca2b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 945 time: 0.0766621 Aug 09 11:45:16.599366 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-24036701-27a4-4b13-967f-6ea458b976b2 req-4f7e7e0b-d4f7-412f-8a8c-ef881b28507b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489976 Aug 09 11:45:16.864579 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb877cd-b992-4f56-a4c4-50479c0c53b7 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:16.925059 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:16.929208 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:16.929606 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:16.974999 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59506) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:17.025055 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.053695 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:17.057358 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e8e6b3-0a77-4083-a8d1-1c071550af56" -d '{"events": [{"server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "name": "network-vif-plugged", "status": "completed", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:17.073422 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb877cd-b992-4f56-a4c4-50479c0c53b7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:17.077940 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.105023 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235fba3a-7a03-489f-861e-f50a90f1fb24 x-openstack-request-id: req-235fba3a-7a03-489f-861e-f50a90f1fb24 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:17.105319 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "name": "network-vif-plugged", "status": "completed", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:17.105570 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-235fba3a-7a03-489f-861e-f50a90f1fb24 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:17.105973 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'code': 200} Aug 09 11:45:17.111008 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ba2e258b-6000-4fde-95aa-189ea9dd8129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.133642 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb877cd-b992-4f56-a4c4-50479c0c53b7,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:17.203460 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ba2e258b-6000-4fde-95aa-189ea9dd8129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.208057 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ba2e258b-6000-4fde-95aa-189ea9dd8129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.252050 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ba2e258b-6000-4fde-95aa-189ea9dd8129 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=971e4ba91c3144c8b008e68f99a7ea35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736306 Aug 09 11:45:17.252050 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e258b-6000-4fde-95aa-189ea9dd8129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9747e04-3617-47dd-8143-760ab8deac55,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:17.252568 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59522) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:17.329776 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfda2-5093-469c-a413-17633e66afc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.354538 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfda2-5093-469c-a413-17633e66afc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.366228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380c14c-4b2f-49c5-a670-a02a30c72cda req-23e53300-fb6e-45c1-869e-90cb2392b109 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:17.375085 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4380c14c-4b2f-49c5-a670-a02a30c72cda req-23e53300-fb6e-45c1-869e-90cb2392b109 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0657756 Aug 09 11:45:17.412281 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4380c14c-4b2f-49c5-a670-a02a30c72cda req-457d6d3e-50ad-40e4-ab05-4a08cd7fdc98 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361438 Aug 09 11:45:17.437136 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b5692-9c3d-48e2-a806-5dac4a35dd99 req-3401c908-b8db-416d-83ec-8a4dc00d4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:17.438843 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ad3b5692-9c3d-48e2-a806-5dac4a35dd99 req-3401c908-b8db-416d-83ec-8a4dc00d4f21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1098 time: 0.0524035 Aug 09 11:45:17.446035 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfda2-5093-469c-a413-17633e66afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.449770 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b8dbfda2-5093-469c-a413-17633e66afc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.450960 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b8dbfda2-5093-469c-a413-17633e66afc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9747e04-3617-47dd-8143-760ab8deac55 HTTP/1.1" status: 204 len: 168 time: 0.1970782 Aug 09 11:45:17.473965 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbfda2-5093-469c-a413-17633e66afc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9747e04-3617-47dd-8143-760ab8deac55,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:17.530545 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ad3b5692-9c3d-48e2-a806-5dac4a35dd99 req-9f0bc208-afdb-4377-be70-f138019525f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784004 Aug 09 11:45:17.546598 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b063dc-0e1a-465d-b1ec-86ca5d856c1a req-9f77b028-7979-45aa-adb9-60de1fd21061 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:17.548301 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-51b063dc-0e1a-465d-b1ec-86ca5d856c1a req-9f77b028-7979-45aa-adb9-60de1fd21061 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0780311 Aug 09 11:45:17.604563 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-51b063dc-0e1a-465d-b1ec-86ca5d856c1a req-ffabc45f-baf2-4910-b239-96913e7886ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484316 Aug 09 11:45:17.625799 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59542) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:17.761104 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3097c-3a9c-4a69-82d5-0d1956844a43 req-30a25fe4-ca3c-4edb-87da-d39751e98203 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:17.764232 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-28a3097c-3a9c-4a69-82d5-0d1956844a43 req-30a25fe4-ca3c-4edb-87da-d39751e98203 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 945 time: 0.0796516 Aug 09 11:45:17.800130 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-28a3097c-3a9c-4a69-82d5-0d1956844a43 req-81ede2a1-8c35-444c-982f-3c5703fcf6be tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347865 Aug 09 11:45:17.829938 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-45c45cfd-6b87-4e22-9631-8a5e6eafe403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.834638 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59550) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:17.848546 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3ff69b6-694f-4d05-b899-c50280b0b577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.931823 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-45c45cfd-6b87-4e22-9631-8a5e6eafe403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.935736 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-45c45cfd-6b87-4e22-9631-8a5e6eafe403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:17.974908 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45cfd-6b87-4e22-9631-8a5e6eafe403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f6aa0-3f55-4bf8-a5d2-f4f812555cb6,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:17.980759 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-45c45cfd-6b87-4e22-9631-8a5e6eafe403 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2154d5672be64cc9b68c6ea85edbbd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539338 Aug 09 11:45:17.983501 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59554) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:18.027926 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3ff69b6-694f-4d05-b899-c50280b0b577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.033812 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3ff69b6-694f-4d05-b899-c50280b0b577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.052758 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7d93dc4-753d-40c5-856f-71ad173b392f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.074404 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff69b6-694f-4d05-b899-c50280b0b577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59404b11-6b0d-4061-94c0-da644252c721,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:18.078181 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7d93dc4-753d-40c5-856f-71ad173b392f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.086211 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e3ff69b6-694f-4d05-b899-c50280b0b577 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=775a9e8fa14543528bfbd64bb0f93a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493756 Aug 09 11:45:18.090108 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59556) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:18.135332 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7d93dc4-753d-40c5-856f-71ad173b392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.137909 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b7d93dc4-753d-40c5-856f-71ad173b392f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.141281 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b7d93dc4-753d-40c5-856f-71ad173b392f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/304f6aa0-3f55-4bf8-a5d2-f4f812555cb6 HTTP/1.1" status: 204 len: 168 time: 0.1545732 Aug 09 11:45:18.147513 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93dc4-753d-40c5-856f-71ad173b392f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f6aa0-3f55-4bf8-a5d2-f4f812555cb6,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:18.156627 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37f2cdc-a3bc-4911-b458-56145ffc4fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.194324 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37f2cdc-a3bc-4911-b458-56145ffc4fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.253002 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37f2cdc-a3bc-4911-b458-56145ffc4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.256351 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f37f2cdc-a3bc-4911-b458-56145ffc4fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.262416 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f37f2cdc-a3bc-4911-b458-56145ffc4fd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59404b11-6b0d-4061-94c0-da644252c721 HTTP/1.1" status: 204 len: 168 time: 0.1661990 Aug 09 11:45:18.266603 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f2cdc-a3bc-4911-b458-56145ffc4fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59404b11-6b0d-4061-94c0-da644252c721,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:18.542163 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04775a8b-de24-4a9e-8b2c-ec22b283909c req-f0ffbf16-cca3-411f-b1f8-8798a6380f54 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:18.543749 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-04775a8b-de24-4a9e-8b2c-ec22b283909c req-f0ffbf16-cca3-411f-b1f8-8798a6380f54 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 944 time: 0.0505767 Aug 09 11:45:18.557045 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59568) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:18.565295 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59570) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:18.575005 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-56cbaa09-6551-4872-807d-4f0469b92807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.593969 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d383d690-5e7f-4dab-875f-fb52a9b1f506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.618654 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-04775a8b-de24-4a9e-8b2c-ec22b283909c req-938dc3a6-e8cb-4841-bc0b-0741652ca86a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666077 Aug 09 11:45:18.693945 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-56cbaa09-6551-4872-807d-4f0469b92807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.700308 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-56cbaa09-6551-4872-807d-4f0469b92807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.760841 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-56cbaa09-6551-4872-807d-4f0469b92807 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c63601cdadc444897deb1767f368d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026560 Aug 09 11:45:18.763466 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59576) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:18.769673 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbaa09-6551-4872-807d-4f0469b92807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d6ae70-d864-4b60-a4e2-59726019f449,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:18.781647 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d383d690-5e7f-4dab-875f-fb52a9b1f506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.792068 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d383d690-5e7f-4dab-875f-fb52a9b1f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.794327 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f4ab-2204-4aac-b548-1053eecc24df req-cdc969d8-0cef-467b-a9ea-311c97a3525a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:18.795974 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-36f4f4ab-2204-4aac-b548-1053eecc24df req-cdc969d8-0cef-467b-a9ea-311c97a3525a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.1186066 Aug 09 11:45:18.834115 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383d690-5e7f-4dab-875f-fb52a9b1f506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b90b241-e0ee-4aad-ba2c-2bf0bed23e49,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:18.843170 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-d383d690-5e7f-4dab-875f-fb52a9b1f506 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80cd461f5796424884569d0fc0002fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768736 Aug 09 11:45:18.844040 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59584) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:18.878377 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-36f4f4ab-2204-4aac-b548-1053eecc24df req-3f129604-552d-469b-8c42-61bbd983dccd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740197 Aug 09 11:45:18.885085 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4849a9ef-3c51-4cc1-938c-c51355e54566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.893967 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:18.911802 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4c45889d-3d5f-4da1-9f0c-37ea63ad872d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.930099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4849a9ef-3c51-4cc1-938c-c51355e54566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.968017 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4c45889d-3d5f-4da1-9f0c-37ea63ad872d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.986253 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 9fb5086e-7901-4d51-8586-0d9123dfbb12 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:18.990821 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 9fb5086e-7901-4d51-8586-0d9123dfbb12 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:18.991540 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:18.991678 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ffedd-f026-4f21-807b-c2fe14ed10d9 req-bbd67f1f-4d6f-4ab6-aff7-bf62454f907d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:18.993523 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-722ffedd-f026-4f21-807b-c2fe14ed10d9 req-bbd67f1f-4d6f-4ab6-aff7-bf62454f907d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 945 time: 0.1037145 Aug 09 11:45:19.005808 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4849a9ef-3c51-4cc1-938c-c51355e54566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.020042 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4849a9ef-3c51-4cc1-938c-c51355e54566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.020042 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-4849a9ef-3c51-4cc1-938c-c51355e54566 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82d6ae70-d864-4b60-a4e2-59726019f449 HTTP/1.1" status: 204 len: 168 time: 0.2513156 Aug 09 11:45:19.032864 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849a9ef-3c51-4cc1-938c-c51355e54566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d6ae70-d864-4b60-a4e2-59726019f449,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:19.065815 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-722ffedd-f026-4f21-807b-c2fe14ed10d9 req-3baa300d-fcba-4360-9a7a-d466848d37a8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547056 Aug 09 11:45:19.082278 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4c45889d-3d5f-4da1-9f0c-37ea63ad872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.085323 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4c45889d-3d5f-4da1-9f0c-37ea63ad872d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.091036 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-4c45889d-3d5f-4da1-9f0c-37ea63ad872d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b90b241-e0ee-4aad-ba2c-2bf0bed23e49 HTTP/1.1" status: 204 len: 168 time: 0.2455482 Aug 09 11:45:19.102255 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45889d-3d5f-4da1-9f0c-37ea63ad872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b90b241-e0ee-4aad-ba2c-2bf0bed23e49,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:19.146828 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.175896 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:19.178368 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e61b88-5113-4950-a6e3-4205c21846ef" -d '{"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-plugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:19.192853 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:19.198766 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.200011 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 1e9eafda-05b7-473e-b4ad-79f774782422 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:19.243886 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8856bd86-b7d5-43ce-b24f-ddd30ca79634 x-openstack-request-id: req-8856bd86-b7d5-43ce-b24f-ddd30ca79634 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:19.244190 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-plugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:19.244644 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8856bd86-b7d5-43ce-b24f-ddd30ca79634 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:19.245036 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'code': 200} Aug 09 11:45:19.287619 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:19.300554 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 1e9eafda-05b7-473e-b4ad-79f774782422 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:19.306814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 1e9eafda-05b7-473e-b4ad-79f774782422 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:19.307123 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.390818 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59600) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:19.402745 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.456388 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 1e9eafda-05b7-473e-b4ad-79f774782422, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1e9eafda-05b7-473e-b4ad-79f774782422,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:19.462926 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.530876 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=1e9eafda-05b7-473e-b4ad-79f774782422,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:19.553411 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:45:19.586755 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ca26-6429-4896-b647-89ff107de5e0 req-48c40675-8486-4cc5-a93c-3aae381a174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:19.588308 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4259ca26-6429-4896-b647-89ff107de5e0 req-48c40675-8486-4cc5-a93c-3aae381a174c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1099 time: 0.0460503 Aug 09 11:45:19.661613 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4259ca26-6429-4896-b647-89ff107de5e0 req-7d7be1d1-272a-489b-943f-32ae3071833d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565910 Aug 09 11:45:19.669602 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e2b86b8b-36b1-457b-862f-fdcabc911624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.798348 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c445143-9e94-4131-b622-fe014622746f req-131e6319-3d70-41c8-bb0c-229afe010ce5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:19.804134 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6c445143-9e94-4131-b622-fe014622746f req-131e6319-3d70-41c8-bb0c-229afe010ce5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0940015 Aug 09 11:45:19.866232 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6c445143-9e94-4131-b622-fe014622746f req-7107cdff-c509-48f2-ab50-5c637c9dc3a5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588098 Aug 09 11:45:19.875456 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e2b86b8b-36b1-457b-862f-fdcabc911624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.881597 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e2b86b8b-36b1-457b-862f-fdcabc911624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:19.932100 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b86b8b-36b1-457b-862f-fdcabc911624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a003e-94e1-4d80-8300-3323588be8c2,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:19.937857 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-e2b86b8b-36b1-457b-862f-fdcabc911624 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4337900755f474cab832c13009606e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459428 Aug 09 11:45:19.941126 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59632) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:20.046588 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ec15-0aa6-4170-83cf-185184f69b25 req-e0571996-d832-448d-aefa-f02f378ed1ab tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:20.048169 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5fb2ec15-0aa6-4170-83cf-185184f69b25 req-e0571996-d832-448d-aefa-f02f378ed1ab tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0751145 Aug 09 11:45:20.049101 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c3e3479e-4b2e-4ae0-bd64-7294ab36e7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.090407 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c3e3479e-4b2e-4ae0-bd64-7294ab36e7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.144805 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5fb2ec15-0aa6-4170-83cf-185184f69b25 req-547b72cf-3797-48d3-a0d0-91648be6c250 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907855 Aug 09 11:45:20.189844 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c3e3479e-4b2e-4ae0-bd64-7294ab36e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.192666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c3e3479e-4b2e-4ae0-bd64-7294ab36e7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.197144 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c3e3479e-4b2e-4ae0-bd64-7294ab36e7a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d2a003e-94e1-4d80-8300-3323588be8c2 HTTP/1.1" status: 204 len: 168 time: 0.2514720 Aug 09 11:45:20.213724 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3479e-4b2e-4ae0-bd64-7294ab36e7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a003e-94e1-4d80-8300-3323588be8c2,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:20.260048 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72eedd-f7ff-44da-b820-37913868485e req-2eddbd45-4f9c-4513-8c75-dacd9e2225b5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:20.261922 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fc72eedd-f7ff-44da-b820-37913868485e req-2eddbd45-4f9c-4513-8c75-dacd9e2225b5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0619249 Aug 09 11:45:20.312764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fc72eedd-f7ff-44da-b820-37913868485e req-f327360c-c244-41ab-88af-9ed13f2bb937 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Aug 09 11:45:20.326140 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ce6-b342-40b1-aa7a-a9029e1dfd21 req-73e53541-2433-48de-80e6-0149019ec0f3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:20.328172 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-16d13ce6-b342-40b1-aa7a-a9029e1dfd21 req-73e53541-2433-48de-80e6-0149019ec0f3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0749493 Aug 09 11:45:20.338416 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59660) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:20.344366 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'floatingip': {'port_id': '9fb877cd-b992-4f56-a4c4-50479c0c53b7'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:20.423393 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.796846 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59672) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:20.816360 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f3225490-1c50-4ee6-9af9-c6ccd2e4c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.950374 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f3225490-1c50-4ee6-9af9-c6ccd2e4c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:20.956737 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f3225490-1c50-4ee6-9af9-c6ccd2e4c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.031754 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f3225490-1c50-4ee6-9af9-c6ccd2e4c02f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63ed205c45fd4dc48242e0aa5b24e1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331402 Aug 09 11:45:21.035782 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59682) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:21.043776 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3225490-1c50-4ee6-9af9-c6ccd2e4c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b246ed-8426-49c5-baea-ac8523e60d0d,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:21.090622 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b20202-c1f2-4600-af8f-be0795d12c2e req-b73c393f-e60d-467b-86b7-1fd07e5cf0cc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:21.098912 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-50b20202-c1f2-4600-af8f-be0795d12c2e req-b73c393f-e60d-467b-86b7-1fd07e5cf0cc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.1382289 Aug 09 11:45:21.188855 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-50b20202-c1f2-4600-af8f-be0795d12c2e req-a4b848d2-a36e-4f84-822b-908f8bf8bb06 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791950 Aug 09 11:45:21.194218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-805a87bd-e61e-4e91-a555-1507a226813d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.219682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-805a87bd-e61e-4e91-a555-1507a226813d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.246441 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9eafda-05b7-473e-b4ad-79f774782422'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:21.248820 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d2e31c-27d0-4dd7-b911-46e668f230f2" -d '{"events": [{"server_uuid": "4d1f94b9-be14-4b98-ad18-9b4f8351de2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e9eafda-05b7-473e-b4ad-79f774782422"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:21.279452 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-805a87bd-e61e-4e91-a555-1507a226813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.284162 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-805a87bd-e61e-4e91-a555-1507a226813d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.287661 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-805a87bd-e61e-4e91-a555-1507a226813d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0b246ed-8426-49c5-baea-ac8523e60d0d HTTP/1.1" status: 204 len: 168 time: 0.2486184 Aug 09 11:45:21.296545 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a87bd-e61e-4e91-a555-1507a226813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b246ed-8426-49c5-baea-ac8523e60d0d,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:21.306277 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37cdeef-43eb-411c-b17b-29fe1bf50ed1 x-openstack-request-id: req-a37cdeef-43eb-411c-b17b-29fe1bf50ed1 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:21.306566 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1f94b9-be14-4b98-ad18-9b4f8351de2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e9eafda-05b7-473e-b4ad-79f774782422", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:21.306814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a37cdeef-43eb-411c-b17b-29fe1bf50ed1 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:21.307195 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9eafda-05b7-473e-b4ad-79f774782422', 'code': 200} Aug 09 11:45:21.361103 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.db.resource_extend [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 11:45:21.447928 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.452936 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.488380 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef96ab2-0408-4ce1-846f-65b73ca4f7b3 req-2e8d2603-247e-4b3c-b03e-0f5ed73db310 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:21.492354 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0ef96ab2-0408-4ce1-846f-65b73ca4f7b3 req-2e8d2603-247e-4b3c-b03e-0f5ed73db310 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0722146 Aug 09 11:45:21.540059 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0ef96ab2-0408-4ce1-846f-65b73ca4f7b3 req-6c0b91a8-5a1d-4668-aab8-34d48b9936bb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413439 Aug 09 11:45:21.582178 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Floating IP 9fab9db5-e63d-4f29-a4bd-c35f99834763 associated. External IP: 172.27.3.191, port: 9fb877cd-b992-4f56-a4c4-50479c0c53b7. Aug 09 11:45:21.879725 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ad20d-18fc-4bc4-8448-de51f9f25c4e req-90239cae-e283-48fb-bf12-843e12e2065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:21.881210 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-895ad20d-18fc-4bc4-8448-de51f9f25c4e req-90239cae-e283-48fb-bf12-843e12e2065e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 1098 time: 0.0980344 Aug 09 11:45:21.906582 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:45:21.938863 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-895ad20d-18fc-4bc4-8448-de51f9f25c4e req-ae0a1def-896d-46a2-9a3d-8d480af934d5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Aug 09 11:45:22.054656 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:45:22.059562 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.071365 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] Sync routers for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:45:22.089638 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:22.090581 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:45:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:22.094447 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-24a49fec-92d5-44ae-9b28-1d09474d0110 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "PUT /v2.0/floatingips/9fab9db5-e63d-4f29-a4bd-c35f99834763 HTTP/1.1" status: 200 len: 991 time: 1.7542949 Aug 09 11:45:22.095516 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:22.110608 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25824af-842e-420e-8105-52cc7b3ff004" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:22.196213 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d6063-5daf-4ba8-9f8f-f624661fc65a x-openstack-request-id: req-a24d6063-5daf-4ba8-9f8f-f624661fc65a {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:22.196564 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:22.196817 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a24d6063-5daf-4ba8-9f8f-f624661fc65a {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:22.197223 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'status': 'completed', 'code': 200} Aug 09 11:45:22.246245 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59750) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:22.270719 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:22.370841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711654f3-9255-4098-8c3a-56e7ce3e7ba7 req-67dab363-da1b-4337-9870-a5e806edd2cc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:22.373084 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-711654f3-9255-4098-8c3a-56e7ce3e7ba7 req-67dab363-da1b-4337-9870-a5e806edd2cc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0614331 Aug 09 11:45:22.390658 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59758) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:22.431329 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-711654f3-9255-4098-8c3a-56e7ce3e7ba7 req-ca55e8dc-58ea-400c-a2fa-1687adec0f3f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518878 Aug 09 11:45:22.490063 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1801951578-network', 'tenant_id': '340261d89b724818b619eda63475463f'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:22.511753 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Made reservation on behalf of 340261d89b724818b619eda63475463f for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:22.514041 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.519207 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b401bee5-0c10-4578-b5ec-c5b68a2c78f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.535344 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.628245 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b401bee5-0c10-4578-b5ec-c5b68a2c78f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.649557 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b401bee5-0c10-4578-b5ec-c5b68a2c78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.660586 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '9fab9db5-e63d-4f29-a4bd-c35f99834763', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'port_id': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'mac_address': 'fa:16:3e:1c:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:50Z', 'updated_at': '2021-08-09T11:45:21Z', 'revision_number': 1, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:22.696168 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] Checking router: 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:45:22.713918 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:22.714764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b401bee5-0c10-4578-b5ec-c5b68a2c78f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1031830d91e64396b4626914296c8606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224177 Aug 09 11:45:22.715085 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:45:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:22.715764 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401bee5-0c10-4578-b5ec-c5b68a2c78f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5dbe6-6f6a-4bad-9e4e-bc99681c1a53,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:22.719395 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59764) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:22.724235 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f61a95-0fc2-476f-bd1c-aecdd0c1e58a req-ea9b2c90-eee8-4e86-9c39-8eb9a50d352c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:22.725773 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-04f61a95-0fc2-476f-bd1c-aecdd0c1e58a req-ea9b2c90-eee8-4e86-9c39-8eb9a50d352c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0893583 Aug 09 11:45:22.747631 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25824af-842e-420e-8105-52cc7b3ff004 req-2308a44e-aa04-49bb-af35-265fd13b52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:22.749228 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b25824af-842e-420e-8105-52cc7b3ff004 req-2308a44e-aa04-49bb-af35-265fd13b52ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1098 time: 0.1195402 Aug 09 11:45:22.788818 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-04f61a95-0fc2-476f-bd1c-aecdd0c1e58a req-38a03bd5-fab8-4986-8db2-e8da367cbaa7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532370 Aug 09 11:45:22.814628 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.823090 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a19ed348-d911-4ebd-b99b-3355e8c4cfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.823936 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.860664 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:45:22.863407 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a19ed348-d911-4ebd-b99b-3355e8c4cfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.868323 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:22.874365 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09e0d1-4b11-4205-9e65-74fec9457366,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:22.881853 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.883285 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Added segment 9ef8ef4b-96f1-41bc-b9e7-2923acf03ddb of type vlan for network 65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff Aug 09 11:45:22.907143 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25824af-842e-420e-8105-52cc7b3ff004 req-72766ea4-85cc-4276-b485-d0dd6c44a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:22.908730 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b25824af-842e-420e-8105-52cc7b3ff004 req-72766ea4-85cc-4276-b485-d0dd6c44a062 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.1458488 Aug 09 11:45:22.963694 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce631ee-8b84-486d-b529-fb034ae185db req-af233a04-f416-41b1-b14b-7103e50fa2eb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:22.963694 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cce631ee-8b84-486d-b529-fb034ae185db req-af233a04-f416-41b1-b14b-7103e50fa2eb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0754402 Aug 09 11:45:22.968400 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.969492 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a19ed348-d911-4ebd-b99b-3355e8c4cfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.972329 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59770) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:22.973025 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a19ed348-d911-4ebd-b99b-3355e8c4cfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.976582 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a19ed348-d911-4ebd-b99b-3355e8c4cfc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5dd5dbe6-6f6a-4bad-9e4e-bc99681c1a53 HTTP/1.1" status: 204 len: 168 time: 0.2536108 Aug 09 11:45:22.978424 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'floatingip': {'port_id': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:22.984843 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ed348-d911-4ebd-b99b-3355e8c4cfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5dbe6-6f6a-4bad-9e4e-bc99681c1a53,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:23.059003 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:23.160061 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:23.161030 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:23.161601 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:23.246300 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9988563 Aug 09 11:45:23.249310 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59776) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:23.257200 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Request body: {'subnet': {'network_id': '65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1801951578-subnet', 'tenant_id': '340261d89b724818b619eda63475463f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:23.258278 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a48a77-3c0c-463d-aa2e-4ee5e6943b30 admin admin] Pushing event updated for resources: {'Network': ['ID=65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:23.259698 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '9fab9db5-e63d-4f29-a4bd-c35f99834763', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'port_id': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'mac_address': 'fa:16:3e:1c:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:50Z', 'updated_at': '2021-08-09T11:45:21Z', 'revision_number': 1, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:23.278686 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:45:23.302695 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Made reservation on behalf of 340261d89b724818b619eda63475463f for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:23.307137 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:23.313723 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712b4d8-3e46-4ca6-b4c0-a046df2aaebb None None] The sync data for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi is: [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '9fab9db5-e63d-4f29-a4bd-c35f99834763', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'port_id': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'mac_address': 'fa:16:3e:1c:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:50Z', 'updated_at': '2021-08-09T11:45:21Z', 'revision_number': 1, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:45:23.385707 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59780) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:23.402841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d8be6f7-02b6-4c20-87f7-cb47e79efd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:23.528173 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:23.584290 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15aacf1-4243-4440-94e2-1f10c0c116a8,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:23.597757 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaffeb8-1723-4b0d-93ff-68c2a2f9e4e4 None None] New status for floating IP 9fab9db5-e63d-4f29-a4bd-c35f99834763: ACTIVE {{(pid=99934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:45:23.604268 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Checking segment: {'id': '9ef8ef4b-96f1-41bc-b9e7-2923acf03ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:23.604818 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Network hostable DHCP agents. Network: 65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:45:23.628834 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Network 65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:45:23.648671 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:23.654495 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:23.655337 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:23.683071 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2a792-743f-4003-ae46-5927976c56b4 None None] Network 65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:45:23.947790 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d587d92-fe60-4eb6-a860-2629eac52024 None None] Network 65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:45:23.951739 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4249f9-1098-4f82-b34b-2ce0e45cbbc6 req-b6df0683-0f6c-467c-ac44-f7ea891da3ff tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:23.953318 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7b4249f9-1098-4f82-b34b-2ce0e45cbbc6 req-b6df0683-0f6c-467c-ac44-f7ea891da3ff tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.4377611 Aug 09 11:45:24.094610 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.db.resource_extend [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 11:45:24.097589 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d8be6f7-02b6-4c20-87f7-cb47e79efd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.107352 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c0c7450e-ed6b-48cb-a215-a0f54d4c363c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8563986 Aug 09 11:45:24.130000 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7b4249f9-1098-4f82-b34b-2ce0e45cbbc6 req-ac86b177-5e6c-4656-bd02-b8358f04e212 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662614 Aug 09 11:45:24.133193 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0d8be6f7-02b6-4c20-87f7-cb47e79efd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.212101 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.221094 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0d8be6f7-02b6-4c20-87f7-cb47e79efd05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afa90c26ba0049caa042b1a4be9fee4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347163 Aug 09 11:45:24.223428 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.223764 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59794) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:24.225316 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8be6f7-02b6-4c20-87f7-cb47e79efd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed0009-6fa5-4e17-bf82-460e0b2fdc8b,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:24.282236 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6da7a5e9-73c9-4496-853e-a4723d562910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.307644 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6da7a5e9-73c9-4496-853e-a4723d562910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.354460 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Floating IP bc45c791-237c-4ee9-9cc1-95961597c1da associated. External IP: 172.27.3.169, port: 9fb5086e-7901-4d51-8586-0d9123dfbb12. Aug 09 11:45:24.401477 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6da7a5e9-73c9-4496-853e-a4723d562910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.404123 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6da7a5e9-73c9-4496-853e-a4723d562910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.407778 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-6da7a5e9-73c9-4496-853e-a4723d562910 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08ed0009-6fa5-4e17-bf82-460e0b2fdc8b HTTP/1.1" status: 204 len: 168 time: 0.1805797 Aug 09 11:45:24.417073 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7a5e9-73c9-4496-853e-a4723d562910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed0009-6fa5-4e17-bf82-460e0b2fdc8b,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:24.637555 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Router cacc9f87-69a6-417c-bbce-f307efa9d1f7 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:45:24.754161 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 59816) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:24.761266 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-372036106-network', 'tenant_id': 'f0500d49d84e4cb1889c0ecd692ae459'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:24.771505 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:45:24.777300 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.784592 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] Sync routers for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:45:24.790465 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Made reservation on behalf of f0500d49d84e4cb1889c0ecd692ae459 for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:24.793203 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.794375 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:24.795112 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:45:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:24.801752 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.821934 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-aaf37bdf-728e-4c65-abf8-ca3bf0eaa546 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "PUT /v2.0/floatingips/bc45c791-237c-4ee9-9cc1-95961597c1da HTTP/1.1" status: 200 len: 992 time: 1.8485072 Aug 09 11:45:24.822740 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:24.825568 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203d1203-3d5b-4293-bdd6-6232f03cd90e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:24.910964 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.916057 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.930474 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:24.938425 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:45:24.953728 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e328cd-cd0c-4ef4-8e7a-3c6e27556cb6,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:24.959726 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.960071 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Added segment cc65d7e3-4543-4763-85b7-c612c85b4cdc of type vlan for network fb6df685-fb05-44a4-baea-7101465f5b7e Aug 09 11:45:25.002615 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:25.040624 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:25.042573 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:25.043618 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:25.124232 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3682530 Aug 09 11:45:25.124808 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 59832) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:25.129939 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Request body: {'subnet': {'network_id': 'fb6df685-fb05-44a4-baea-7101465f5b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-372036106-subnet', 'tenant_id': 'f0500d49d84e4cb1889c0ecd692ae459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:25.137150 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f0965-1548-4d48-a11e-863a950f50ca admin admin] Pushing event updated for resources: {'Network': ['ID=fb6df685-fb05-44a4-baea-7101465f5b7e,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:25.154060 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network fb6df685-fb05-44a4-baea-7101465f5b7e details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:45:25.164008 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Made reservation on behalf of f0500d49d84e4cb1889c0ecd692ae459 for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:25.169578 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:25.199640 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': 'bc45c791-237c-4ee9-9cc1-95961597c1da', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'port_id': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'mac_address': 'fa:16:3e:6f:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:57Z', 'updated_at': '2021-08-09T11:45:23Z', 'revision_number': 1, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:25.235854 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] Checking router: cacc9f87-69a6-417c-bbce-f307efa9d1f7 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:45:25.245564 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:25.246176 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:45:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:25.356806 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:25.375037 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:25.443016 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf35fa79-c312-4f01-b379-697550969afc,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:25.452621 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.452968 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.453311 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.453640 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.453977 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.454310 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.454628 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.454956 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.455282 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.455626 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.455952 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.456275 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:25.466622 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Checking segment: {'id': 'cc65d7e3-4543-4763-85b7-c612c85b4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fb6df685-fb05-44a4-baea-7101465f5b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:25.466843 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Network hostable DHCP agents. Network: fb6df685-fb05-44a4-baea-7101465f5b7e, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:45:25.486089 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Network fb6df685-fb05-44a4-baea-7101465f5b7e is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:45:25.497221 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, fb6df685-fb05-44a4-baea-7101465f5b7e) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:25.503469 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:25.504534 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:25.509657 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bbae1-8ba0-4819-ae96-98bcabc27f49 None None] Network fb6df685-fb05-44a4-baea-7101465f5b7e requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:45:25.526280 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-b06b3fe1-d7f4-4e2d-892f-14e9fb19d942 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4000716 Aug 09 11:45:25.640794 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': 'bc45c791-237c-4ee9-9cc1-95961597c1da', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'port_id': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'mac_address': 'fa:16:3e:6f:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:57Z', 'updated_at': '2021-08-09T11:45:23Z', 'revision_number': 1, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:25.672250 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d30d325-69d3-4fa0-b8c6-34285cb206c8 None None] The sync data for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi is: [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': 'bc45c791-237c-4ee9-9cc1-95961597c1da', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'port_id': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'mac_address': 'fa:16:3e:6f:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:44:57Z', 'updated_at': '2021-08-09T11:45:23Z', 'revision_number': 1, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:45:25.828550 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20cb340-5189-4a91-89ab-d4aca79e526d None None] Network fb6df685-fb05-44a4-baea-7101465f5b7e requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:45:25.918809 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af50583-0cb8-4e39-a392-7df4ebc898b4 None None] New status for floating IP bc45c791-237c-4ee9-9cc1-95961597c1da: ACTIVE {{(pid=99934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:45:26.898869 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b25824af-842e-420e-8105-52cc7b3ff004 req-98dfb2ee-991a-4bd3-87fb-97d990f93c85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 1001 time: 0.0899639 Aug 09 11:45:26.952615 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25824af-842e-420e-8105-52cc7b3ff004 req-b8e9c1a1-86cf-43c1-a283-73ed00fa138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:26.955023 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b25824af-842e-420e-8105-52cc7b3ff004 req-b8e9c1a1-86cf-43c1-a283-73ed00fa138a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0485091 Aug 09 11:45:26.990883 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb41982e-4cab-4242-838c-393a99d4a086 x-openstack-request-id: req-bb41982e-4cab-4242-838c-393a99d4a086 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:26.991370 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:26.991901 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb41982e-4cab-4242-838c-393a99d4a086 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:26.996419 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'status': 'completed', 'code': 200} Aug 09 11:45:27.082853 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74929120-e9db-4396-b4ec-594d9f06c7c0 req-2d123ee1-4d9b-4da4-bc20-050a67d9954b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:27.084614 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-74929120-e9db-4396-b4ec-594d9f06c7c0 req-2d123ee1-4d9b-4da4-bc20-050a67d9954b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0503654 Aug 09 11:45:27.153582 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-c60be330-ab54-4a2c-8bf0-539c09bd070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:27.155686 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-c60be330-ab54-4a2c-8bf0-539c09bd070f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1099 time: 0.0529976 Aug 09 11:45:27.156329 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25824af-842e-420e-8105-52cc7b3ff004 req-026fcdd5-8a99-4b10-be2a-28fb81ee9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:27.157809 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b25824af-842e-420e-8105-52cc7b3ff004 req-026fcdd5-8a99-4b10-be2a-28fb81ee9498 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721202 Aug 09 11:45:27.160631 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-74929120-e9db-4396-b4ec-594d9f06c7c0 req-1f16a206-d0eb-4e1c-8c75-e0545644b6e0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657322 Aug 09 11:45:27.324658 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b25824af-842e-420e-8105-52cc7b3ff004 req-e41a3247-d510-4125-8ebb-b1f9efa03d2f service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017566 Aug 09 11:45:27.331986 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-01b2e508-75da-4dde-a008-20f600285bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:27.337881 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-9bd1e916-097c-40d1-b59d-c38b26927353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:27.339370 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-9bd1e916-097c-40d1-b59d-c38b26927353 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.1178925 Aug 09 11:45:27.422344 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b25824af-842e-420e-8105-52cc7b3ff004 req-c0c8f138-9dca-4a5f-b664-443e10499207 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851717 Aug 09 11:45:27.460037 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-9bd1110c-3e1a-4e4b-b609-cfde28d19756 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 200 len: 1002 time: 0.0960119 Aug 09 11:45:27.516142 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-e7634d28-46ad-4f10-9f5d-dbce9ee319eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:27.517603 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-e7634d28-46ad-4f10-9f5d-dbce9ee319eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0452871 Aug 09 11:45:27.564973 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-16cf30f6-8387-4eb9-88fa-38c28a3a108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:27.566443 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-16cf30f6-8387-4eb9-88fa-38c28a3a108f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388021 Aug 09 11:45:27.663195 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-e719bd31-bf0d-4208-b010-ad648678bef5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862429 Aug 09 11:45:27.769261 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-203d1203-3d5b-4293-bdd6-6232f03cd90e req-9a3407bb-a664-486d-a302-30683476ff4f service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935700 Aug 09 11:45:28.369069 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76084ec3-09c6-4536-86f9-c5dccaaa2689 req-49c2a66c-4f8d-45b8-87a0-52d887f6740c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:28.370491 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76084ec3-09c6-4536-86f9-c5dccaaa2689 req-49c2a66c-4f8d-45b8-87a0-52d887f6740c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0641329 Aug 09 11:45:28.424988 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76084ec3-09c6-4536-86f9-c5dccaaa2689 req-fe84063f-6688-47d3-97ae-b9135718f3b4 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Aug 09 11:45:30.189510 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0bcd84fc-e756-499b-a4df-c13620548f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:30.325411 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:31.499562 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:32.957349 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:35.801948 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-47f00de8-3267-4811-a135-a21bc1321d1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451322 Aug 09 11:45:35.823996 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddae67-e5a8-4519-9335-e9cdd6116a63 req-da899640-ed6a-4e2c-b57a-4686c33f7466 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:35.828289 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4ddae67-e5a8-4519-9335-e9cdd6116a63 req-da899640-ed6a-4e2c-b57a-4686c33f7466 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0650353 Aug 09 11:45:35.873408 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4ddae67-e5a8-4519-9335-e9cdd6116a63 req-a1f3a1a9-ad39-4d56-ae24-8140511c610e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363669 Aug 09 11:45:35.934309 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-f4d5ef81-efec-44cf-8f40-7f6b5ca0a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:35.935857 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-f4d5ef81-efec-44cf-8f40-7f6b5ca0a99f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 1099 time: 0.0473456 Aug 09 11:45:36.167948 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13734-61eb-402b-a043-6a71e3a6515a req-0386a3f5-c8c5-45dc-89bc-6446ee5ec404 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.169420 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-afc13734-61eb-402b-a043-6a71e3a6515a req-0386a3f5-c8c5-45dc-89bc-6446ee5ec404 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0497649 Aug 09 11:45:36.208834 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-afc13734-61eb-402b-a043-6a71e3a6515a req-978778ce-4f3b-463c-95a2-c85ead862141 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Aug 09 11:45:36.314717 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:36.329940 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-67905fe3-6a75-42d5-b871-500526a62ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.331422 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-67905fe3-6a75-42d5-b871-500526a62ce0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 916 time: 0.0902481 Aug 09 11:45:36.392901 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-f555398d-6e64-42cc-a455-1f7fdf019866 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52852d1b-d197-42ad-a701-a0f64c728ea1 HTTP/1.1" status: 200 len: 217 time: 0.0405676 Aug 09 11:45:36.408642 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-0844b57c-dc6c-4e61-93a3-c6129a61d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.410481 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-0844b57c-dc6c-4e61-93a3-c6129a61d07c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 1098 time: 0.0439897 Aug 09 11:45:36.454447 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-8d47aebc-9261-4025-ace3-94eead9596bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.456022 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-8d47aebc-9261-4025-ace3-94eead9596bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.0520241 Aug 09 11:45:36.504528 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-4753677a-0048-44cf-8f6f-5e364c1eecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.506015 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-4753677a-0048-44cf-8f6f-5e364c1eecef service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.0884306 Aug 09 11:45:36.516939 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-dfbffee6-6a4a-4240-ae94-d1e35e0bfbb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253704 Aug 09 11:45:36.549051 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-c5055d7e-4f45-45bf-a214-0c3ce7515460 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e9eafda-05b7-473e-b4ad-79f774782422 HTTP/1.1" status: 200 len: 217 time: 0.0334895 Aug 09 11:45:36.612977 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-26925cd5-027a-483c-905f-5468c301cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.614446 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-26925cd5-027a-483c-905f-5468c301cd2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.0492184 Aug 09 11:45:36.615926 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-be6a7675-7820-43e7-ba2d-c8412e009f57 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881295 Aug 09 11:45:36.665918 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-86297a5d-750d-40e2-b904-a1a92800c30f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353863 Aug 09 11:45:36.722610 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bde4a874-4a99-40c9-85ad-86f0e019f4e8 req-19bd168a-4e6a-4ffb-9e70-a39f78771a1d service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918267 Aug 09 11:45:36.769661 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-dd3bdd79-e1df-465f-b1cd-410661995eb4 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949051 Aug 09 11:45:36.900064 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca8619c2-a88a-4867-a6e9-b676659b4c0a req-b0d787df-2d00-44f8-9d53-70a0ffc7062b service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940015 Aug 09 11:45:37.349901 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34853949-6e58-452f-8af0-d583c6ffebf1 req-280746aa-a7e5-4be0-9a46-264f98c09e4f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:37.358574 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-34853949-6e58-452f-8af0-d583c6ffebf1 req-280746aa-a7e5-4be0-9a46-264f98c09e4f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0699172 Aug 09 11:45:37.414278 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01f07c-4bce-41eb-a91f-b018133dbd9c req-c3d6c0f4-1419-4b4c-9cb7-68aa58355203 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:37.415687 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-34853949-6e58-452f-8af0-d583c6ffebf1 req-d3c709ef-c367-4b4e-bbc9-f85a5a620697 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508204 Aug 09 11:45:37.416519 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8f01f07c-4bce-41eb-a91f-b018133dbd9c req-c3d6c0f4-1419-4b4c-9cb7-68aa58355203 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.2672937 Aug 09 11:45:37.470669 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8f01f07c-4bce-41eb-a91f-b018133dbd9c req-b1ba77d0-0604-4320-b99a-11c3588a29c8 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Aug 09 11:45:38.550545 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc567ed-e0f0-4845-8651-e0d6ae14ce63 req-7b0d6b3e-a697-416d-bb95-206c24002321 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:38.561273 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9bc567ed-e0f0-4845-8651-e0d6ae14ce63 req-7b0d6b3e-a697-416d-bb95-206c24002321 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0651093 Aug 09 11:45:38.599748 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9bc567ed-e0f0-4845-8651-e0d6ae14ce63 req-6b2a489a-a4a3-4bbe-80ab-ebaaead7c4cd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 Aug 09 11:45:38.600248 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597378ac-0942-4010-9756-7372eccb0d5b req-524bb69a-3e18-40ec-aafb-d59b309fcded tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:38.602967 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-597378ac-0942-4010-9756-7372eccb0d5b req-524bb69a-3e18-40ec-aafb-d59b309fcded tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.0555172 Aug 09 11:45:38.647347 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-597378ac-0942-4010-9756-7372eccb0d5b req-21266780-a3bd-47c5-817f-51d2f152c55a tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363266 Aug 09 11:45:39.729421 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f12f-dbd9-4a77-8944-db58e60e4a5c req-fe1d32eb-fee1-4967-8867-4c32a9bad7b5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:39.731047 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-79e7f12f-dbd9-4a77-8944-db58e60e4a5c req-fe1d32eb-fee1-4967-8867-4c32a9bad7b5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0553610 Aug 09 11:45:39.772598 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-79e7f12f-dbd9-4a77-8944-db58e60e4a5c req-d4f8e679-0936-4b46-a557-8736f02fbc4e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Aug 09 11:45:39.780926 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36baf8-eb49-49e9-8423-b1c1af66ffd8 req-d5318391-09af-4151-beda-d17cd03e27ec tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:39.782477 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c36baf8-eb49-49e9-8423-b1c1af66ffd8 req-d5318391-09af-4151-beda-d17cd03e27ec tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.0543866 Aug 09 11:45:39.834142 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c36baf8-eb49-49e9-8423-b1c1af66ffd8 req-8882a82b-31bd-4e62-8d7c-84cac161bed9 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Aug 09 11:45:40.907142 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262861bf-5862-4df5-a757-2a73f75af72b req-19b4d41f-8174-4618-bdc9-686ba94fa53b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:40.908662 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-262861bf-5862-4df5-a757-2a73f75af72b req-19b4d41f-8174-4618-bdc9-686ba94fa53b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0544455 Aug 09 11:45:40.946135 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-262861bf-5862-4df5-a757-2a73f75af72b req-5104906f-84cc-4bf0-bbca-7de3726696e2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Aug 09 11:45:41.046544 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c040f-5d41-4aa8-b890-cc003ed07f7d req-c83bbf4c-3cfc-42d1-bc1c-eb26fe8d4ea4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:41.047999 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6b6c040f-5d41-4aa8-b890-cc003ed07f7d req-c83bbf4c-3cfc-42d1-bc1c-eb26fe8d4ea4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.0488627 Aug 09 11:45:41.086740 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6b6c040f-5d41-4aa8-b890-cc003ed07f7d req-316ad45c-878f-4717-9097-b21b59c3b803 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/security-groups?id=930a98cb-74b3-4705-9a75-c35dde87754a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Aug 09 11:45:41.507614 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-b2cb6a93-7773-40ee-9876-832b9ab4edf8 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:41.509796 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-b2cb6a93-7773-40ee-9876-832b9ab4edf8 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.43 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 945 time: 0.0524757 Aug 09 11:45:41.646144 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Deleting port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:45:41.646486 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:41.738628 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] For port c4a40457-2ec6-48a9-bc28-7ff3220c3b78, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,segment=NetworkSegment(98064548-f342-4d1b-9588-4ed6e68ba96c),segment_id=98064548-f342-4d1b-9588-4ed6e68ba96c)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:41.738988 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:41.754648 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Calling delete_port for c4a40457-2ec6-48a9-bc28-7ff3220c3b78 owned by compute:nova {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:45:41.918402 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:41.945917 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Pushing event deleted for resources: {'Port': ['ID=c4a40457-2ec6-48a9-bc28-7ff3220c3b78,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:41.986028 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.986374 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.986725 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.987026 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.987348 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.987710 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.988256 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.988353 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.988666 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.988962 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.989292 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.989605 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:41.993463 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c4a40457-2ec6-48a9-bc28-7ff3220c3b78'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:42.032995 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] No DVR routers for this DVR port c4a40457-2ec6-48a9-bc28-7ff3220c3b78 on host hv-cinder-80390 {{(pid=99932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:45:42.036016 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:42.038012 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-74f95de6-44c4-4f4c-917b-b185ee34ffc2 req-bf3e7542-2075-43f0-9275-f9a2e71c6ec4 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.43 "DELETE /v2.0/ports/c4a40457-2ec6-48a9-bc28-7ff3220c3b78 HTTP/1.1" status: 204 len: 173 time: 0.5148315 Aug 09 11:45:42.038457 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382df28f-b028-4b97-b065-74fe6d873f19', 'name': 'network-vif-deleted', 'tag': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:42.041421 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c94f22-aee4-4de7-a41c-e858d98a5ae6" -d '{"events": [{"server_uuid": "382df28f-b028-4b97-b065-74fe6d873f19", "name": "network-vif-deleted", "tag": "c4a40457-2ec6-48a9-bc28-7ff3220c3b78"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:42.109329 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba57182-007a-4201-bed9-fda96c0d8a03 req-7cdb5f25-a68f-4f07-b206-2cf286bb95f5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:42.110994 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eba57182-007a-4201-bed9-fda96c0d8a03 req-7cdb5f25-a68f-4f07-b206-2cf286bb95f5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0528543 Aug 09 11:45:42.151117 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eba57182-007a-4201-bed9-fda96c0d8a03 req-7ad68d1c-3600-4a7c-a094-8aa0ad7af694 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Aug 09 11:45:42.204752 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02725f64-9ef7-43bd-ac1c-2c61c14e14a5 x-openstack-request-id: req-02725f64-9ef7-43bd-ac1c-2c61c14e14a5 {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:42.205289 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382df28f-b028-4b97-b065-74fe6d873f19", "name": "network-vif-deleted", "tag": "c4a40457-2ec6-48a9-bc28-7ff3220c3b78", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:42.205420 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02725f64-9ef7-43bd-ac1c-2c61c14e14a5 {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:42.205887 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382df28f-b028-4b97-b065-74fe6d873f19', 'name': 'network-vif-deleted', 'tag': 'c4a40457-2ec6-48a9-bc28-7ff3220c3b78', 'status': 'completed', 'code': 200} Aug 09 11:45:42.254389 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c798d03b-501b-4119-a209-b911f426031c req-ab79d297-bf6c-4fb6-aea3-d7b913c02da2 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.0307128 Aug 09 11:45:43.274695 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616811e7-1bd2-4f3a-b0ed-59d6e8b29626 req-6ae08ae8-0da3-466f-a779-2889359768e3 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:43.276101 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-616811e7-1bd2-4f3a-b0ed-59d6e8b29626 req-6ae08ae8-0da3-466f-a779-2889359768e3 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0480509 Aug 09 11:45:43.313608 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-616811e7-1bd2-4f3a-b0ed-59d6e8b29626 req-5f9513f3-9f94-410d-a3cb-7950977a074e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Aug 09 11:45:43.413963 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5467a206-bf98-4015-be05-251d22166d20 req-b8c9f7d1-d73e-41e7-93cb-356c11ae3fcf tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.0294085 Aug 09 11:45:44.430437 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006705f-bc64-4859-bcf9-cb6bfed36fad req-b1cda6a2-081f-422f-b616-ef7210dd3f0d tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:44.431886 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0006705f-bc64-4859-bcf9-cb6bfed36fad req-b1cda6a2-081f-422f-b616-ef7210dd3f0d tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0479636 Aug 09 11:45:44.471058 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0006705f-bc64-4859-bcf9-cb6bfed36fad req-d9452b33-d421-409d-a693-599a781694a9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Aug 09 11:45:44.564630 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1c3f3730-a264-41df-a90d-cfbd7a107956 req-1d25a68a-a3ab-4d10-abf1-b53b0a3313b9 tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.0257504 Aug 09 11:45:45.878461 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c4a40457-2ec6-48a9-bc28-7ff3220c3b78 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:45:45.896593 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: c4a40457-2ec6-48a9-bc28-7ff3220c3b78 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:45:45.896933 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c4a40457-2ec6-48a9-bc28-7ff3220c3b78 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:45:47.935008 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ae449-48fe-430c-8dff-6db0fe2f9142 req-761a4b96-078b-446a-b381-e8f338ab3ca2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:47.937232 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-190ae449-48fe-430c-8dff-6db0fe2f9142 req-761a4b96-078b-446a-b381-e8f338ab3ca2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0534623 Aug 09 11:45:47.997147 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-190ae449-48fe-430c-8dff-6db0fe2f9142 req-7f9e43b1-f569-41e7-a1b6-77b69a63bc0a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468311 Aug 09 11:45:48.039507 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-496af803-f5a6-4035-ab47-4c5f9f893eea req-f159740e-fc24-4e9a-8fb2-d1ba1d919b9f tempest-DeleteServersTestJSON-104194248 tempest-DeleteServersTestJSON-104194248-project] 10.222.0.50 "GET /v2.0/ports?device_id=382df28f-b028-4b97-b065-74fe6d873f19 HTTP/1.1" status: 200 len: 210 time: 0.0252347 Aug 09 11:45:49.135133 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eb93-0c3f-4a9f-980a-adc862c4f105 req-220f9e7f-f052-485c-90be-acb813ff01da tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:49.137398 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eca3eb93-0c3f-4a9f-980a-adc862c4f105 req-220f9e7f-f052-485c-90be-acb813ff01da tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0701988 Aug 09 11:45:49.182747 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eca3eb93-0c3f-4a9f-980a-adc862c4f105 req-48d73ae7-ca1e-48bf-a04e-a92196dae3ee tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379255 Aug 09 11:45:50.313424 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b0acd-667c-4e53-ae7f-1c89bfece6d9 req-b68f9057-c9f2-4025-8c36-710ce9a73f7c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:50.315087 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-216b0acd-667c-4e53-ae7f-1c89bfece6d9 req-b68f9057-c9f2-4025-8c36-710ce9a73f7c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0523708 Aug 09 11:45:50.359116 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-216b0acd-667c-4e53-ae7f-1c89bfece6d9 req-f7f4b174-dcd2-4bf7-ab5e-1ea988d2553b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Aug 09 11:45:50.594471 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-e8ea4f68-37c5-490d-b4d7-d716c204074c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:50.596009 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-e8ea4f68-37c5-490d-b4d7-d716c204074c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.1140189 Aug 09 11:45:50.625766 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-d292b597-4792-44fc-ba1f-81bc1e5e74d5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/quotas/55abaca445474535985a170949e61e5e HTTP/1.1" status: 200 len: 375 time: 0.0137188 Aug 09 11:45:50.691033 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-c24c24b4-e8e2-46a9-a504-829bcfcc4e70 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536699 Aug 09 11:45:50.808149 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-fb1080bc-0317-4315-b0c6-214b6538bedf service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087568 Aug 09 11:45:50.908191 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-a4d026b6-d1da-4a5e-aad5-01ed2a813330 service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991011 Aug 09 11:45:51.075419 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e68282d-dc70-4d13-a885-b8a3546ee3e2 req-030fd390-a48e-4f48-b265-3f296a1847f2 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 210 time: 0.0268362 Aug 09 11:45:51.486295 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b2e69-b9b6-4b00-9e0f-78f5136c6237 req-aa4fc85f-aba4-4948-8264-83be2d8c30ef tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:51.487848 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-798b2e69-b9b6-4b00-9e0f-78f5136c6237 req-aa4fc85f-aba4-4948-8264-83be2d8c30ef tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0539982 Aug 09 11:45:51.542415 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-798b2e69-b9b6-4b00-9e0f-78f5136c6237 req-dd4c2593-0a38-48d6-8d92-fbc3e2672acb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Aug 09 11:45:51.849762 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60366) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:51.898762 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] Deleting subnet 5de1d779-3b39-44d3-96a8-ffb687186c39 {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:45:51.904281 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.950230 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.961121 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.021838 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.069338 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de1d779-3b39-44d3-96a8-ffb687186c39,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:52.075444 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.077754 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f6a350c4-2aef-43d1-ba7e-d4ad63c316a9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5de1d779-3b39-44d3-96a8-ffb687186c39 HTTP/1.1" status: 204 len: 168 time: 0.2269802 Aug 09 11:45:52.080380 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60374) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:52.170806 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.188628 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ca559417-3d20-417d-bce2-9669513e11ee req-ccaa7a27-1f0f-4ecc-a875-600d456f7d91 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 210 time: 0.0339859 Aug 09 11:45:52.442535 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-0b24df37-112a-4a73-8439-7a1e3ea19b5f tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:52.445976 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-0b24df37-112a-4a73-8439-7a1e3ea19b5f tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.1739509 Aug 09 11:45:52.478159 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Request body: {'port': {'device_id': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'admin_state_up': True, 'tenant_id': '55abaca445474535985a170949e61e5e'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:52.515308 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.527099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.527456 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.528255 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.528599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > port after_create 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.528924 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.529325 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > port after_update 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.529654 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.529989 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.530307 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.530631 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.660005 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Made reservation on behalf of 55abaca445474535985a170949e61e5e for: {'port': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:52.664087 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.723095 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.723542 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.723954 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.724459 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:45:52.724833 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6305f6c6-2058-42d0-b8ed-2f062950e91c']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:52.744292 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98064548-f342-4d1b-9588-4ed6e68ba96c') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:52.744573 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98064548-f342-4d1b-9588-4ed6e68ba96c') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:52.752134 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54d0e4-ab29-4139-acb8-7414a045d4d5 req-b0a3c99e-0563-4869-b8b6-6358b00fff77 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:52.753625 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5d54d0e4-ab29-4139-acb8-7414a045d4d5 req-b0a3c99e-0563-4869-b8b6-6358b00fff77 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.1119566 Aug 09 11:45:52.760765 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.782343 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.791331 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:45:52.791788 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: from cryptography.utils import int_from_bytes Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: from cryptography.utils import int_from_bytes Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:45:52.795883 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:45:52.834865 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5d54d0e4-ab29-4139-acb8-7414a045d4d5 req-57d73b13-30bc-4fec-9637-22ce71bd6956 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Aug 09 11:45:52.861453 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Allocated IP 172.20.0.11 (6a613757-6c9d-400e-a84c-51a829a13b23/59facaac-2fe3-4f37-8763-da950cbeb863/a958360e-18fd-4acb-8d5b-11a6871dfe71) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:45:52.863128 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.884839 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.887538 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] 10.222.0.50 "DELETE /v2.0/networks/6305f6c6-2058-42d0-b8ed-2f062950e91c HTTP/1.1" status: 204 len: 168 time: 0.8059168 Aug 09 11:45:52.888320 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c6b40-a5bd-447d-bb06-b18c20bd57ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6305f6c6-2058-42d0-b8ed-2f062950e91c,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:53.046660 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.092858 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.108418 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60418) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:53.137279 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:53.152881 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-fe2b601d-8f94-4b30-a9e7-29ae4fbd1a95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10a2916fca7244a5b81605c437e1e1cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432491 Aug 09 11:45:53.154267 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Network 6a613757-6c9d-400e-a84c-51a829a13b23 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:53.155443 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60420) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:53.155922 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:53.160573 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:53.167547 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:53.168805 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.181970 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event updated for resources: {'Port': ['ID=a958360e-18fd-4acb-8d5b-11a6871dfe71,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:53.192812 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-6a7c3f32-9724-46e6-abae-7b2542da9d22 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236900 Aug 09 11:45:53.213924 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-93baf006-79a4-4891-bf23-459e33ca0af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.214368 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Request body: {'port': {'device_id': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:53.244141 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-93baf006-79a4-4891-bf23-459e33ca0af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.281603 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.339604 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e8108-9b9c-4cca-8129-b25ff4567d55 req-c63f3538-f25a-4f7a-abbd-6994d2ae92c7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:53.341431 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-633e8108-9b9c-4cca-8129-b25ff4567d55 req-c63f3538-f25a-4f7a-abbd-6994d2ae92c7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 932 time: 0.0564528 Aug 09 11:45:53.358012 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-93baf006-79a4-4891-bf23-459e33ca0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.363382 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-93baf006-79a4-4891-bf23-459e33ca0af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.363382 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-93baf006-79a4-4891-bf23-459e33ca0af3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/930a98cb-74b3-4705-9a75-c35dde87754a HTTP/1.1" status: 204 len: 168 time: 0.2049282 Aug 09 11:45:53.381222 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baf006-79a4-4891-bf23-459e33ca0af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a98cb-74b3-4705-9a75-c35dde87754a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:53.400072 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-633e8108-9b9c-4cca-8129-b25ff4567d55 req-4d830417-447d-4f5c-8430-feedac32d245 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Aug 09 11:45:53.632660 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a958360e-18fd-4acb-8d5b-11a6871dfe71 {{(pid=99932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:53.642006 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.660913 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Transition to ACTIVE for port object a958360e-18fd-4acb-8d5b-11a6871dfe71 will not be triggered until provisioned by entity L2. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:53.667083 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.746425 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Pushing event updated for resources: {'Port': ['ID=a958360e-18fd-4acb-8d5b-11a6871dfe71,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:53.762134 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Attempting to bind port a958360e-18fd-4acb-8d5b-11a6871dfe71 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:45:53.762472 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Attempting to bind port a958360e-18fd-4acb-8d5b-11a6871dfe71 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:45:53.762833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Attempting to bind port a958360e-18fd-4acb-8d5b-11a6871dfe71 on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:53.769074 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Port a958360e-18fd-4acb-8d5b-11a6871dfe71 on network 6a613757-6c9d-400e-a84c-51a829a13b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:45:53.769400 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Attempting to bind port a958360e-18fd-4acb-8d5b-11a6871dfe71 on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:53.775128 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:45:53.775468 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Checking segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:53.775881 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Bound using segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:45:53.776343 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Bound port: a958360e-18fd-4acb-8d5b-11a6871dfe71, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:45:53.776685 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.841192 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60450) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:53.857800 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] For port a958360e-18fd-4acb-8d5b-11a6871dfe71, host hv-cinder-80390, cleared binding levels {{(pid=99932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:45:53.864282 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] For port a958360e-18fd-4acb-8d5b-11a6871dfe71, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a958360e-18fd-4acb-8d5b-11a6871dfe71,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:45:53.873427 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.908891 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] Deleting subnet d15aacf1-4243-4440-94e2-1f10c0c116a8 {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:45:53.913176 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.920564 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:53.921288 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.922753 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] 10.222.0.43 "PUT /v2.0/ports/a958360e-18fd-4acb-8d5b-11a6871dfe71 HTTP/1.1" status: 200 len: 1094 time: 0.7131929 Aug 09 11:45:53.924381 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'tag': 'a958360e-18fd-4acb-8d5b-11a6871dfe71'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:53.927111 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4914bb-b2f0-4894-a292-686690a675ea" -d '{"events": [{"name": "network-changed", "server_uuid": "09f08e14-152c-4250-ba94-707f6a51ab4f", "tag": "a958360e-18fd-4acb-8d5b-11a6871dfe71"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:53.967003 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.001715 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df29147f-667a-4172-8507-a006ace8af8f x-openstack-request-id: req-df29147f-667a-4172-8507-a006ace8af8f {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:54.002395 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f08e14-152c-4250-ba94-707f6a51ab4f", "tag": "a958360e-18fd-4acb-8d5b-11a6871dfe71", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:54.002395 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df29147f-667a-4172-8507-a006ace8af8f {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:54.002738 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'tag': 'a958360e-18fd-4acb-8d5b-11a6871dfe71', 'status': 'completed', 'code': 200} Aug 09 11:45:54.010788 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad39a98-797e-4676-910f-c0292f52cb5c service neutron] Pushing event updated for resources: {'Port': ['ID=a958360e-18fd-4acb-8d5b-11a6871dfe71,revision_number=3']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.021874 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.036017 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08c1c8-87a1-4203-a0f2-3bc2b78acdba req-b07f8580-c693-4e09-abd1-fade4b8fb630 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:54.037574 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ee08c1c8-87a1-4203-a0f2-3bc2b78acdba req-b07f8580-c693-4e09-abd1-fade4b8fb630 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.1139469 Aug 09 11:45:54.100107 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.116345 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ee08c1c8-87a1-4203-a0f2-3bc2b78acdba req-732ecd73-e1bb-428a-9227-ff33b7748c32 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634615 Aug 09 11:45:54.134970 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-3909f056-340e-4a80-b1b6-e5d9f2ec67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:54.135473 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15aacf1-4243-4440-94e2-1f10c0c116a8,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.137872 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-3909f056-340e-4a80-b1b6-e5d9f2ec67da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 1097 time: 0.0942168 Aug 09 11:45:54.140482 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.142378 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6400a53d-650b-4b10-9e6a-a19cfb8b019a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d15aacf1-4243-4440-94e2-1f10c0c116a8 HTTP/1.1" status: 204 len: 168 time: 0.3001614 Aug 09 11:45:54.144897 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60468) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:54.230679 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-2f377200-4edc-4d29-b248-847dd4e93938 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a958360e-18fd-4acb-8d5b-11a6871dfe71 HTTP/1.1" status: 200 len: 217 time: 0.0622017 Aug 09 11:45:54.248744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.311228 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-b5ba8802-acdb-451c-a8c8-d113a1fe2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:54.313409 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-b5ba8802-acdb-451c-a8c8-d113a1fe2057 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.0720723 Aug 09 11:45:54.347855 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.352428 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-f55c1c8e-3c64-44b3-89ce-a335b99c52b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299077 Aug 09 11:45:54.361856 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:54.385937 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef8ef4b-96f1-41bc-b9e7-2923acf03ddb') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:54.386599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef8ef4b-96f1-41bc-b9e7-2923acf03ddb') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:54.416744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.449117 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.456846 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:45:54.457293 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:45:54.459515 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:45:54.510988 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-ea574499-0581-4ff9-87e2-72dcd8ec1e28 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479127 Aug 09 11:45:54.610641 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020946d9-db96-42fc-a1b4-2a07a74dc68b req-fd493c2f-8fa0-46b9-8c8d-3946555eb673 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:54.612779 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-020946d9-db96-42fc-a1b4-2a07a74dc68b req-fd493c2f-8fa0-46b9-8c8d-3946555eb673 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 944 time: 0.1013050 Aug 09 11:45:54.614300 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.622533 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.630892 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] 10.222.0.50 "DELETE /v2.0/networks/65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff HTTP/1.1" status: 204 len: 168 time: 0.4847033 Aug 09 11:45:54.635481 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60492) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:54.655725 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec7c167-6580-460e-83bb-57e3e83fdfb2 req-328e930a-74e1-46df-b756-0422566d71f0 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332836 Aug 09 11:45:54.717321 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 60496) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:54.734565 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d6047-4c48-45db-8771-3311729e986c admin admin] Pushing event deleted for resources: {'Network': ['ID=65f6ecc9-f0b4-482d-a76c-ba47fb7e79ff,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.748309 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] Deleting subnet cf35fa79-c312-4f01-b379-697550969afc {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:45:54.755807 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.794797 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-020946d9-db96-42fc-a1b4-2a07a74dc68b req-9447a1b6-4029-4637-9ac9-97299ef52094 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625106 Aug 09 11:45:54.811046 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.876884 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.902492 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4914bb-b2f0-4894-a292-686690a675ea req-e4e4cad2-802c-41d3-8607-43d5e994c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:54.906016 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e4914bb-b2f0-4894-a292-686690a675ea req-e4e4cad2-802c-41d3-8607-43d5e994c503 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 1097 time: 0.1027534 Aug 09 11:45:54.972807 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.020034 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf35fa79-c312-4f01-b379-697550969afc,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:55.027952 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.031158 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-fa81e7ea-d555-45ed-82a5-77070bea7909 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cf35fa79-c312-4f01-b379-697550969afc HTTP/1.1" status: 204 len: 168 time: 0.3940275 Aug 09 11:45:55.033561 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60502) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:55.073781 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c41a-5ee1-43ff-80b1-1e5d50aa0ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.135293 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.139559 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4914bb-b2f0-4894-a292-686690a675ea req-1c383371-83d7-4959-8025-4b494ed355f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:55.141089 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e4914bb-b2f0-4894-a292-686690a675ea req-1c383371-83d7-4959-8025-4b494ed355f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 916 time: 0.2215035 Aug 09 11:45:55.231222 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e4914bb-b2f0-4894-a292-686690a675ea req-19a80484-1a5e-46f7-8da8-7724417e8f7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a958360e-18fd-4acb-8d5b-11a6871dfe71 HTTP/1.1" status: 200 len: 217 time: 0.0607152 Aug 09 11:45:55.249767 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.264247 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6df685-fb05-44a4-baea-7101465f5b7e']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:55.276495 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc65d7e3-4543-4763-85b7-c612c85b4cdc') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:55.276781 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc65d7e3-4543-4763-85b7-c612c85b4cdc') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:55.285695 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.300393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.308454 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:45:55.308878 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:45:55.310706 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:45:55.372660 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c41a-5ee1-43ff-80b1-1e5d50aa0ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.374841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.375587 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4914bb-b2f0-4894-a292-686690a675ea req-bcd7a278-5dd7-4198-bde7-8959478cf6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:55.377216 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e4914bb-b2f0-4894-a292-686690a675ea req-bcd7a278-5dd7-4198-bde7-8959478cf6e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.1328821 Aug 09 11:45:55.384399 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.386475 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] 10.222.0.50 "DELETE /v2.0/networks/fb6df685-fb05-44a4-baea-7101465f5b7e HTTP/1.1" status: 204 len: 168 time: 0.3516159 Aug 09 11:45:55.387120 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c41a-5ee1-43ff-80b1-1e5d50aa0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.401876 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09ca66-6238-4ed1-8a29-b845c29bb8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6df685-fb05-44a4-baea-7101465f5b7e,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:55.402593 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a80da-5e50-444b-bfae-423a1e66dd0c req-7e31d61c-f8ec-4680-9c37-87e00ce88dd8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:55.408105 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2d3a80da-5e50-444b-bfae-423a1e66dd0c req-7e31d61c-f8ec-4680-9c37-87e00ce88dd8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.1460795 Aug 09 11:45:55.474787 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e4914bb-b2f0-4894-a292-686690a675ea req-4d6aff79-5d48-4a2f-9548-a41feda4c20e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813215 Aug 09 11:45:55.501702 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-e0c9c41a-5ee1-43ff-80b1-1e5d50aa0ac1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21aa34a9f1b34fa696f74b726cb243f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7869465 Aug 09 11:45:55.503679 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9c41a-5ee1-43ff-80b1-1e5d50aa0ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0b741e-2fe4-4b91-942b-fde88a573a6b,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:55.504610 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60512) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:55.521596 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60514) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:55.568453 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2d3a80da-5e50-444b-bfae-423a1e66dd0c req-3bb1334a-c965-410a-b92a-b3b25715cccd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398439 Aug 09 11:45:55.599721 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-eaf57c17-5764-4663-a919-97418a6223ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=340261d89b724818b619eda63475463f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766237 Aug 09 11:45:55.601735 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 60516) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:55.603554 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d2c440a8-16f5-46ea-a298-332130696e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.625984 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e4914bb-b2f0-4894-a292-686690a675ea req-490fa9a6-77c9-4406-baf2-ac3a0ea6fcc4 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361630 Aug 09 11:45:55.627254 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d2c440a8-16f5-46ea-a298-332130696e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.684330 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d2c440a8-16f5-46ea-a298-332130696e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.687961 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d2c440a8-16f5-46ea-a298-332130696e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.690086 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d2c440a8-16f5-46ea-a298-332130696e9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e0b741e-2fe4-4b91-942b-fde88a573a6b HTTP/1.1" status: 204 len: 168 time: 0.1840930 Aug 09 11:45:55.706016 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c440a8-16f5-46ea-a298-332130696e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0b741e-2fe4-4b91-942b-fde88a573a6b,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:55.743768 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-527929a6-8a57-4146-84a2-6b80c7b6afc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.778960 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e4914bb-b2f0-4894-a292-686690a675ea req-22d0addd-7874-4e71-a96a-487d1293636a service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422093 Aug 09 11:45:55.780780 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-527929a6-8a57-4146-84a2-6b80c7b6afc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.845375 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-527929a6-8a57-4146-84a2-6b80c7b6afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.848597 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-527929a6-8a57-4146-84a2-6b80c7b6afc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.852570 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-527929a6-8a57-4146-84a2-6b80c7b6afc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a09e0d1-4b11-4205-9e65-74fec9457366 HTTP/1.1" status: 204 len: 168 time: 0.2472451 Aug 09 11:45:55.868654 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527929a6-8a57-4146-84a2-6b80c7b6afc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09e0d1-4b11-4205-9e65-74fec9457366,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:55.960908 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551dc8b-1ceb-4c25-954e-dfa9da2ef71a req-d8d14955-9f8a-4d8a-9d60-498de7c1ab05 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:55.962623 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3551dc8b-1ceb-4c25-954e-dfa9da2ef71a req-d8d14955-9f8a-4d8a-9d60-498de7c1ab05 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 944 time: 0.0757322 Aug 09 11:45:56.004109 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3551dc8b-1ceb-4c25-954e-dfa9da2ef71a req-495e2eef-7ba1-484b-8194-4144197d5216 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346944 Aug 09 11:45:56.251497 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 60544) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:56.314199 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-bc6deed4-3f0e-4410-8397-9b7e65f5cc60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0500d49d84e4cb1889c0ecd692ae459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592861 Aug 09 11:45:56.314404 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 60546) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:56.371096 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5e47-488a-4a0e-bd0d-ae7cf44850ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.393941 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5e47-488a-4a0e-bd0d-ae7cf44850ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.445984 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5e47-488a-4a0e-bd0d-ae7cf44850ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.448833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5e47-488a-4a0e-bd0d-ae7cf44850ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.449851 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-4a1b5e47-488a-4a0e-bd0d-ae7cf44850ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8e328cd-cd0c-4ef4-8e7a-3c6e27556cb6 HTTP/1.1" status: 204 len: 168 time: 0.1345308 Aug 09 11:45:56.457657 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b5e47-488a-4a0e-bd0d-ae7cf44850ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e328cd-cd0c-4ef4-8e7a-3c6e27556cb6,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:56.552406 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:45:56.716606 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c20e00-9b7d-4871-ba7d-2e49d5afcc6f req-c9d97e10-6494-49aa-9eae-ca49ed6da648 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:56.719771 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c2c20e00-9b7d-4871-ba7d-2e49d5afcc6f req-c9d97e10-6494-49aa-9eae-ca49ed6da648 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0541487 Aug 09 11:45:56.763346 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c2c20e00-9b7d-4871-ba7d-2e49d5afcc6f req-96ab40d0-4c21-490f-8d6c-86adbc81dea8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Aug 09 11:45:57.142150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a4d47-af87-4345-85bd-4c5a6a643367 req-f292166a-d689-405f-9e1c-ae8379cf9855 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:57.152123 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e04a4d47-af87-4345-85bd-4c5a6a643367 req-f292166a-d689-405f-9e1c-ae8379cf9855 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 944 time: 0.0665891 Aug 09 11:45:57.194322 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e04a4d47-af87-4345-85bd-4c5a6a643367 req-80265945-7259-4714-87ce-cae0d4dfa697 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398149 Aug 09 11:45:57.339481 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a2851f90-38a6-4d9a-b3ca-3bfbede83425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.892832 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422c46-ff63-4200-8b65-2c917bea1aff req-31952221-39b0-49fb-a7f7-40038b54278d tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:57.894455 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-01422c46-ff63-4200-8b65-2c917bea1aff req-31952221-39b0-49fb-a7f7-40038b54278d tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0512455 Aug 09 11:45:57.939906 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-01422c46-ff63-4200-8b65-2c917bea1aff req-41ff467f-edf4-48c0-9733-c84c3edb1ca2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381367 Aug 09 11:45:58.321703 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6b716-4a31-4c0b-b872-f61571ce4524 req-81eaede0-4aab-48a6-abee-7f6e4823cdc8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:58.323347 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cdb6b716-4a31-4c0b-b872-f61571ce4524 req-81eaede0-4aab-48a6-abee-7f6e4823cdc8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 944 time: 0.0539775 Aug 09 11:45:58.367708 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cdb6b716-4a31-4c0b-b872-f61571ce4524 req-8957f362-60de-4963-9a2c-f950e9eabb20 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Aug 09 11:45:59.062873 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee90f3-975c-403a-973f-403250617bf7 req-3423835a-ecf2-49c1-b5e7-0775c85e449e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:59.064397 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7fee90f3-975c-403a-973f-403250617bf7 req-3423835a-ecf2-49c1-b5e7-0775c85e449e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0519903 Aug 09 11:45:59.112243 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7fee90f3-975c-403a-973f-403250617bf7 req-444656b9-a835-43e8-a50d-64cfb6d60819 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Aug 09 11:45:59.490780 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882dfb4-6c8c-4f4b-8660-4162598a450e req-46f85971-9149-4787-85a8-38f1b80ffdea tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:59.492802 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a882dfb4-6c8c-4f4b-8660-4162598a450e req-46f85971-9149-4787-85a8-38f1b80ffdea tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 944 time: 0.0513000 Aug 09 11:45:59.526901 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a958360e-18fd-4acb-8d5b-11a6871dfe71 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:59.532150 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a882dfb4-6c8c-4f4b-8660-4162598a450e req-03e3e7ad-5def-47c2-ae8c-2b5a7246bde0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333850 Aug 09 11:45:59.626677 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port a958360e-18fd-4acb-8d5b-11a6871dfe71, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a958360e-18fd-4acb-8d5b-11a6871dfe71,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:59.640685 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'a958360e-18fd-4acb-8d5b-11a6871dfe71', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'port_id': 'a958360e-18fd-4acb-8d5b-11a6871dfe71', 'mac_address': 'fa:16:3e:53:10:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59facaac-2fe3-4f37-8763-da950cbeb863', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:59.681356 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.695068 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a958360e-18fd-4acb-8d5b-11a6871dfe71 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:59.714595 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port a958360e-18fd-4acb-8d5b-11a6871dfe71, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a958360e-18fd-4acb-8d5b-11a6871dfe71,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:59.718667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.771460 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=a958360e-18fd-4acb-8d5b-11a6871dfe71,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:59.782670 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.783137 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.783483 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.783861 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.784232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.784665 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.785000 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.785484 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.785839 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.786369 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.786943 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:59.787362 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:00.192412 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e1344447-0540-429f-86a4-8ee089f8a77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:00.236671 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63197d4-24df-430b-a354-39ae2fc6f193 req-5651ffd3-4699-4059-95f7-a346c3f085dc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.238156 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f63197d4-24df-430b-a354-39ae2fc6f193 req-5651ffd3-4699-4059-95f7-a346c3f085dc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0510919 Aug 09 11:46:00.278813 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f63197d4-24df-430b-a354-39ae2fc6f193 req-68545714-2c3b-4c04-a586-87d80bddc619 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331116 Aug 09 11:46:00.292403 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['a958360e-18fd-4acb-8d5b-11a6871dfe71'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:46:00.340223 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:00.650777 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29725c59-f227-401f-9644-491ef8e951cc req-47812f0a-2369-4dd4-ae09-2e118ddf9265 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.652492 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-29725c59-f227-401f-9644-491ef8e951cc req-47812f0a-2369-4dd4-ae09-2e118ddf9265 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 945 time: 0.0493703 Aug 09 11:46:00.692237 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-29725c59-f227-401f-9644-491ef8e951cc req-1b2da1b0-e840-447a-906c-4e4dd54022d3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Aug 09 11:46:01.402324 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b3621-5451-4a82-84c5-3faba2537182 req-d34a781c-4939-451c-9002-dc8635c65732 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:01.403841 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-374b3621-5451-4a82-84c5-3faba2537182 req-d34a781c-4939-451c-9002-dc8635c65732 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0553656 Aug 09 11:46:01.446906 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-374b3621-5451-4a82-84c5-3faba2537182 req-7951f776-7572-4fbd-b2c3-2817631e070e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368431 Aug 09 11:46:01.504430 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:01.526613 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a958360e-18fd-4acb-8d5b-11a6871dfe71 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:46:01.593589 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port a958360e-18fd-4acb-8d5b-11a6871dfe71 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:46:01.595983 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port a958360e-18fd-4acb-8d5b-11a6871dfe71 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:46:01.596661 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:01.699797 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:01.729692 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958360e-18fd-4acb-8d5b-11a6871dfe71'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:01.732259 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b016056-1b04-4ede-ba65-5c5d4f995724" -d '{"events": [{"server_uuid": "09f08e14-152c-4250-ba94-707f6a51ab4f", "name": "network-vif-plugged", "status": "completed", "tag": "a958360e-18fd-4acb-8d5b-11a6871dfe71"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:01.748593 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port a958360e-18fd-4acb-8d5b-11a6871dfe71, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a958360e-18fd-4acb-8d5b-11a6871dfe71,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:01.765945 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:01.843317 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=a958360e-18fd-4acb-8d5b-11a6871dfe71,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:01.861139 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084cdc41-3643-4794-acbd-9f683c030558 x-openstack-request-id: req-084cdc41-3643-4794-acbd-9f683c030558 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:01.861612 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f08e14-152c-4250-ba94-707f6a51ab4f", "name": "network-vif-plugged", "status": "completed", "tag": "a958360e-18fd-4acb-8d5b-11a6871dfe71", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:01.861993 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae1c66-508c-42a5-bfe5-22fb37995938 req-8de8fcc4-8e36-4af3-8cab-51c28e6f49aa tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:01.862490 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-084cdc41-3643-4794-acbd-9f683c030558 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:01.862609 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958360e-18fd-4acb-8d5b-11a6871dfe71', 'code': 200} Aug 09 11:46:01.864084 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f2ae1c66-508c-42a5-bfe5-22fb37995938 req-8de8fcc4-8e36-4af3-8cab-51c28e6f49aa tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0671895 Aug 09 11:46:01.917571 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f2ae1c66-508c-42a5-bfe5-22fb37995938 req-af193413-580a-463e-a22c-1f2ea67dd996 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Aug 09 11:46:02.137473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a362d2-092b-4126-bd8a-2533dac872b5 req-4d83a4f3-a41f-42aa-90ca-c81c43475cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:02.139266 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f6a362d2-092b-4126-bd8a-2533dac872b5 req-4d83a4f3-a41f-42aa-90ca-c81c43475cd6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 1099 time: 0.0455012 Aug 09 11:46:02.191145 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f6a362d2-092b-4126-bd8a-2533dac872b5 req-882f9446-40af-4098-ac83-4034a256f769 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Aug 09 11:46:02.565582 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b04b-921f-4dbe-ba64-a9cbfd4b0d33 req-116e677f-11a0-4e21-9fe2-d4039dac639b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:02.567162 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4fa4b04b-921f-4dbe-ba64-a9cbfd4b0d33 req-116e677f-11a0-4e21-9fe2-d4039dac639b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0500598 Aug 09 11:46:02.611100 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4fa4b04b-921f-4dbe-ba64-a9cbfd4b0d33 req-4a30a6e4-5345-4eaa-9685-66859f91e755 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Aug 09 11:46:02.960157 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:03.032314 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3996e05-d254-4864-96d3-4e1cd2160b40 req-b511506f-5630-4b50-a244-dde5d6b53918 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:03.033780 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b3996e05-d254-4864-96d3-4e1cd2160b40 req-b511506f-5630-4b50-a244-dde5d6b53918 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0470376 Aug 09 11:46:03.074558 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b3996e05-d254-4864-96d3-4e1cd2160b40 req-e890f2ea-428f-497b-a79d-2f96f27dd77a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Aug 09 11:46:03.740431 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0feadd-1210-4537-acc1-cb9b6063c9f9 req-c824bc76-54d5-458a-8239-97a7450dace7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:03.741824 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dd0feadd-1210-4537-acc1-cb9b6063c9f9 req-c824bc76-54d5-458a-8239-97a7450dace7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0549376 Aug 09 11:46:03.791412 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dd0feadd-1210-4537-acc1-cb9b6063c9f9 req-a169e20a-c05e-44a9-9a54-042a494e76ff tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Aug 09 11:46:04.202488 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf3d-0a8f-4ab4-81cd-0530a6f4787c req-623c2e55-b2e9-4667-829f-24dedac71133 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:04.203998 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be16bf3d-0a8f-4ab4-81cd-0530a6f4787c req-623c2e55-b2e9-4667-829f-24dedac71133 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0607243 Aug 09 11:46:04.244085 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be16bf3d-0a8f-4ab4-81cd-0530a6f4787c req-8f95939f-6859-4480-8756-7f79b7051c7b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337598 Aug 09 11:46:04.913916 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6020909-a7ca-4af5-9f40-d96039b6f0d0 req-4b6148a5-6551-4dea-b4ad-6fb0e81ab720 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:04.916139 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d6020909-a7ca-4af5-9f40-d96039b6f0d0 req-4b6148a5-6551-4dea-b4ad-6fb0e81ab720 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0498495 Aug 09 11:46:04.957136 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d6020909-a7ca-4af5-9f40-d96039b6f0d0 req-614d859f-c53f-4937-830f-bf416c620506 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349543 Aug 09 11:46:06.076930 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497bc96-bd94-4791-8b11-c3240be4a4cf req-77cf5334-3595-4771-a3fb-1f38426ff200 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:06.078809 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3497bc96-bd94-4791-8b11-c3240be4a4cf req-77cf5334-3595-4771-a3fb-1f38426ff200 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0508628 Aug 09 11:46:06.123870 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3497bc96-bd94-4791-8b11-c3240be4a4cf req-59aa5a2f-2bb6-446e-b92e-dd30355b6324 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Aug 09 11:46:06.312017 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:06.955835 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60964) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:06.981582 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c83541-2e07-46bb-8175-cd72ab1abe30 req-5252bd77-fb2b-488c-9117-894f6a4dca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:06.984161 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-61c83541-2e07-46bb-8175-cd72ab1abe30 req-5252bd77-fb2b-488c-9117-894f6a4dca50 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 1098 time: 0.0501463 Aug 09 11:46:07.031816 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-61c83541-2e07-46bb-8175-cd72ab1abe30 req-89f6d835-69eb-4c4c-8eda-6f120e7682b8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380592 Aug 09 11:46:07.075636 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9e7db449-82a8-43d4-a642-ee15d4a35d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:07.178100 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9e7db449-82a8-43d4-a642-ee15d4a35d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:07.188810 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9e7db449-82a8-43d4-a642-ee15d4a35d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:07.241634 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7db449-82a8-43d4-a642-ee15d4a35d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459de16f-3496-4d7d-a57d-5ec29d57e236,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:07.261563 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-9e7db449-82a8-43d4-a642-ee15d4a35d78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8181c8719db3478f8fd8860fb03e21ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036733 Aug 09 11:46:07.265508 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 60982) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:07.315098 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e6517-4b27-476f-8f60-89e126bd6073 req-1d1f752d-1c64-4b2d-9c51-37475bf32827 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:07.316798 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e83e6517-4b27-476f-8f60-89e126bd6073 req-1d1f752d-1c64-4b2d-9c51-37475bf32827 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0949929 Aug 09 11:46:07.368454 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d941fda5-ce77-4844-8c84-637ee92fd391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:07.379736 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e83e6517-4b27-476f-8f60-89e126bd6073 req-7f382b22-be06-4b0d-b88e-02a3b16258f0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Aug 09 11:46:07.399332 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d941fda5-ce77-4844-8c84-637ee92fd391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:07.453172 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d941fda5-ce77-4844-8c84-637ee92fd391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:07.455822 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d941fda5-ce77-4844-8c84-637ee92fd391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:07.456960 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d941fda5-ce77-4844-8c84-637ee92fd391 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/459de16f-3496-4d7d-a57d-5ec29d57e236 HTTP/1.1" status: 204 len: 168 time: 0.1905129 Aug 09 11:46:07.466613 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941fda5-ce77-4844-8c84-637ee92fd391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459de16f-3496-4d7d-a57d-5ec29d57e236,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:07.502903 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-684ca0cd-bdab-4b39-9c7d-9cb7466a6c26 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:07.505413 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-684ca0cd-bdab-4b39-9c7d-9cb7466a6c26 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.3289843 Aug 09 11:46:07.523165 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-0a4b9fb0-fe32-42ba-bda1-13ae45fb929c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/quotas/55abaca445474535985a170949e61e5e HTTP/1.1" status: 200 len: 375 time: 0.0096929 Aug 09 11:46:07.582028 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-8b4785f7-f190-46dd-ade3-6df034eb37e6 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526845 Aug 09 11:46:07.736145 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-81d069bd-94ce-43af-8298-13c1afc81764 service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462121 Aug 09 11:46:07.839886 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-670454b2-06ed-4193-aa26-0c3efb9be098 service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991201 Aug 09 11:46:07.896315 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32778) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:08.045360 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-606667f5-a4de-45d0-93f1-53f6a15bf11e req-1239e231-2470-42c4-ac8a-fc05d7463e48 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 210 time: 0.0385406 Aug 09 11:46:08.140495 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9239baf9-170c-48a2-8805-3362e99a48aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.267539 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9239baf9-170c-48a2-8805-3362e99a48aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.271968 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9239baf9-170c-48a2-8805-3362e99a48aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.301476 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-9239baf9-170c-48a2-8805-3362e99a48aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=880d9b0b0af84c71a3175d52e9f149ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040551 Aug 09 11:46:08.304320 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32804) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:08.331542 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239baf9-170c-48a2-8805-3362e99a48aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed83df39-a9a1-4085-ad33-36ad8f6dfe8f,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:08.372558 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-df4043d9-debc-44a9-8bd6-417bfc2355e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.390022 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32806) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:08.403369 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-df4043d9-debc-44a9-8bd6-417bfc2355e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.469348 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-df4043d9-debc-44a9-8bd6-417bfc2355e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.472422 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-df4043d9-debc-44a9-8bd6-417bfc2355e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.473963 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-df4043d9-debc-44a9-8bd6-417bfc2355e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed83df39-a9a1-4085-ad33-36ad8f6dfe8f HTTP/1.1" status: 204 len: 168 time: 0.1680560 Aug 09 11:46:08.487688 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4043d9-debc-44a9-8bd6-417bfc2355e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed83df39-a9a1-4085-ad33-36ad8f6dfe8f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:08.531999 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889553004-network', 'tenant_id': '48f381799b0b418782dedbadf94dbede'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:08.562586 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Made reservation on behalf of 48f381799b0b418782dedbadf94dbede for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:08.565214 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.576522 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d22baa-9197-4979-8a28-9ef010df496c req-0d735a09-6f16-4a75-85f0-16ab91137cd7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:08.578069 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-12d22baa-9197-4979-8a28-9ef010df496c req-0d735a09-6f16-4a75-85f0-16ab91137cd7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.1212981 Aug 09 11:46:08.585414 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.640756 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-12d22baa-9197-4979-8a28-9ef010df496c req-70eeff64-7cd6-4420-8155-a57815cba5ef tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563579 Aug 09 11:46:08.746339 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.759864 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.782576 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:46:08.797167 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e8453-adf1-4830-a788-39c63d028002,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:08.803078 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.803425 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Added segment 21367764-3f5f-4b14-b0c4-d03e4d3b6b01 of type vlan for network 600a4f15-51b2-43da-9585-e6e00d601abd Aug 09 11:46:08.856263 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.894583 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.895828 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:08.896578 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.898199 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32822) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:08.920074 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7ca93f40-399e-4cbf-b66e-d71eca0efd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.972817 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5815904 Aug 09 11:46:08.973903 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32826) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:08.980049 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Request body: {'subnet': {'network_id': '600a4f15-51b2-43da-9585-e6e00d601abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889553004-subnet', 'tenant_id': '48f381799b0b418782dedbadf94dbede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:08.991091 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51402e4e-af6d-473b-9d9c-c3321c9e53f8 admin admin] Pushing event updated for resources: {'Network': ['ID=600a4f15-51b2-43da-9585-e6e00d601abd,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:09.010674 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 600a4f15-51b2-43da-9585-e6e00d601abd details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:46:09.066106 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7ca93f40-399e-4cbf-b66e-d71eca0efd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.086428 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7ca93f40-399e-4cbf-b66e-d71eca0efd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.106363 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Made reservation on behalf of 48f381799b0b418782dedbadf94dbede for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:09.108662 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8793069'] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.201591 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca93f40-399e-4cbf-b66e-d71eca0efd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a1a20a-953d-4aba-bb52-31c8582881c3,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:09.206726 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-7ca93f40-399e-4cbf-b66e-d71eca0efd0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0a62cbf619b4a2bb27f363b43ab7fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060060 Aug 09 11:46:09.209553 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32830) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:09.211305 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-34f62191-1f8f-412b-9bd9-fa2f9d92c7ca req-27f7b76e-ab0a-41f4-a080-341e261ebeb1 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 210 time: 0.0831583 Aug 09 11:46:09.268737 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3d3039d1-fece-413f-93e9-10f88d193b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.291985 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3d3039d1-fece-413f-93e9-10f88d193b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.343554 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3d3039d1-fece-413f-93e9-10f88d193b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.346674 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3d3039d1-fece-413f-93e9-10f88d193b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.346797 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8492503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8793055'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.350515 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-3d3039d1-fece-413f-93e9-10f88d193b5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16a1a20a-953d-4aba-bb52-31c8582881c3 HTTP/1.1" status: 204 len: 168 time: 0.1374116 Aug 09 11:46:09.357791 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3039d1-fece-413f-93e9-10f88d193b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a1a20a-953d-4aba-bb52-31c8582881c3,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:09.419744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2148395-09f2-4854-8083-c44ed965093c,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:09.427444 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Checking segment: {'id': '21367764-3f5f-4b14-b0c4-d03e4d3b6b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '600a4f15-51b2-43da-9585-e6e00d601abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:46:09.427902 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Network hostable DHCP agents. Network: 600a4f15-51b2-43da-9585-e6e00d601abd, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:46:09.447802 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Network 600a4f15-51b2-43da-9585-e6e00d601abd is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:46:09.456854 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 600a4f15-51b2-43da-9585-e6e00d601abd) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:46:09.465743 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a1b50-be31-4365-abd6-9b2e9bc74d67 None None] Network 600a4f15-51b2-43da-9585-e6e00d601abd requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:09.479516 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:09.480126 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.495211 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-47609ee0-18ea-4945-93d1-e69f7bf5918a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5201323 Aug 09 11:46:09.632157 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd83749b-384a-44ab-8a17-49cc9d210430 None None] Network 600a4f15-51b2-43da-9585-e6e00d601abd requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:09.688013 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-2852812f-afd9-474c-b33a-8f5e8f40d1f9 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:09.701597 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-2852812f-afd9-474c-b33a-8f5e8f40d1f9 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.1865857 Aug 09 11:46:09.716972 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Request body: {'port': {'device_id': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'admin_state_up': True, 'tenant_id': '55abaca445474535985a170949e61e5e'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:09.864592 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bf92c-fe18-448b-a680-da2357057692 req-83452a64-5c4b-4c94-85fd-134112d993e9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:09.872496 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b56bf92c-fe18-448b-a680-da2357057692 req-83452a64-5c4b-4c94-85fd-134112d993e9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0851674 Aug 09 11:46:09.944787 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b56bf92c-fe18-448b-a680-da2357057692 req-c8e236cb-855a-4b6e-b185-549ffdacb857 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706170 Aug 09 11:46:09.963639 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Made reservation on behalf of 55abaca445474535985a170949e61e5e for: {'port': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:09.969340 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:09.991732 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32856) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:10.009590 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e5de-8674-4eed-8cdf-27af236d3cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.125328 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e5de-8674-4eed-8cdf-27af236d3cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.131408 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e5de-8674-4eed-8cdf-27af236d3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.140910 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdedc97-f9e7-4072-8bbd-081228cc51a5 req-c9314fe1-66a3-41f9-abc8-224797173a17 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:10.142592 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8cdedc97-f9e7-4072-8bbd-081228cc51a5 req-c9314fe1-66a3-41f9-abc8-224797173a17 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0984349 Aug 09 11:46:10.174578 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4e5de-8674-4eed-8cdf-27af236d3cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b119b297-537c-4887-b48c-1909ef04960c,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:10.192313 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Allocated IP 172.20.0.8 (6a613757-6c9d-400e-a84c-51a829a13b23/59facaac-2fe3-4f37-8763-da950cbeb863/658452a1-5d90-4618-92fb-f4ee0070a57c) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:46:10.217489 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-b0f4e5de-8674-4eed-8cdf-27af236d3cf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fa531c6ac7c4d839c659096d5de3d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238977 Aug 09 11:46:10.220258 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32864) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:10.236080 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8cdedc97-f9e7-4072-8bbd-081228cc51a5 req-48fc1922-5a67-407e-a3e9-6af63209975a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827048 Aug 09 11:46:10.352914 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1ec41653-28dd-4152-96cb-ad380f659cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.382549 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1ec41653-28dd-4152-96cb-ad380f659cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.410973 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-21b8bdd3-9a3e-412f-8993-d10b69d23560 req-b020ae9e-98b4-463c-8d2a-7637e47a9e45 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 210 time: 0.0655727 Aug 09 11:46:10.464270 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1ec41653-28dd-4152-96cb-ad380f659cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.466984 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1ec41653-28dd-4152-96cb-ad380f659cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.468160 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-1ec41653-28dd-4152-96cb-ad380f659cd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b119b297-537c-4887-b48c-1909ef04960c HTTP/1.1" status: 204 len: 168 time: 0.2467718 Aug 09 11:46:10.468790 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32874) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:10.478842 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-414168026-network', 'tenant_id': '41f348122d2242798c81f828c3fa7630'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:10.490273 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec41653-28dd-4152-96cb-ad380f659cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b119b297-537c-4887-b48c-1909ef04960c,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:10.518733 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Made reservation on behalf of 41f348122d2242798c81f828c3fa7630 for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:10.521714 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.536599 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.536970 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.595154 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.647517 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1', 'a958360e-18fd-4acb-8d5b-11a6871dfe71'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:46:10.692461 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Network 6a613757-6c9d-400e-a84c-51a829a13b23 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:46:10.705604 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:46:10.721253 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:46:10.727683 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.728386 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:10.729186 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.735127 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.748132 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event updated for resources: {'Port': ['ID=658452a1-5d90-4618-92fb-f4ee0070a57c,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:10.756470 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:46:10.766547 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-433a7972-4ae7-4755-ac0a-9b2073416cb5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0549760 Aug 09 11:46:10.778234 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.778573 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Added segment 4bd9e850-a009-47c6-b9a7-4a0a9fac1b6c of type vlan for network f44bcc8e-e50c-4b5f-b06d-8b95de5860e2 Aug 09 11:46:10.786600 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541472f8-beaf-441b-9652-d8ddc814ffb2,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:10.801402 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Request body: {'port': {'device_id': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:10.833063 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.890737 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.896516 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.897941 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:10.899448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:10.985411 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5083401 Aug 09 11:46:10.989073 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32892) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:11.001377 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd528d-62ec-45d9-b325-d32ec647a45e admin admin] Pushing event updated for resources: {'Network': ['ID=f44bcc8e-e50c-4b5f-b06d-8b95de5860e2,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:11.002451 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Request body: {'subnet': {'network_id': 'f44bcc8e-e50c-4b5f-b06d-8b95de5860e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-414168026-subnet', 'tenant_id': '41f348122d2242798c81f828c3fa7630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:11.029888 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network f44bcc8e-e50c-4b5f-b06d-8b95de5860e2 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:46:11.097654 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Made reservation on behalf of 41f348122d2242798c81f828c3fa7630 for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:11.099322 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.391597 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658452a1-5d90-4618-92fb-f4ee0070a57c {{(pid=99932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:46:11.406554 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.430349 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Transition to ACTIVE for port object 658452a1-5d90-4618-92fb-f4ee0070a57c will not be triggered until provisioned by entity L2. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:46:11.431978 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.439594 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.545520 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f1b5b6-053f-4622-8b00-ef394bdb2a03,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:11.553380 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Pushing event updated for resources: {'Port': ['ID=658452a1-5d90-4618-92fb-f4ee0070a57c,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:11.561465 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3707f-238f-4aa6-88f0-3f2cddc6c4f6 req-3bbd2ba2-a3dd-45a3-b8ba-6537fdfcc013 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:11.563483 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3ff3707f-238f-4aa6-88f0-3f2cddc6c4f6 req-3bbd2ba2-a3dd-45a3-b8ba-6537fdfcc013 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 943 time: 0.0663347 Aug 09 11:46:11.581570 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Checking segment: {'id': '4bd9e850-a009-47c6-b9a7-4a0a9fac1b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f44bcc8e-e50c-4b5f-b06d-8b95de5860e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:46:11.581931 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Network hostable DHCP agents. Network: f44bcc8e-e50c-4b5f-b06d-8b95de5860e2, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:46:11.599208 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Attempting to bind port 658452a1-5d90-4618-92fb-f4ee0070a57c on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:46:11.599617 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Attempting to bind port 658452a1-5d90-4618-92fb-f4ee0070a57c by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:46:11.599898 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Attempting to bind port 658452a1-5d90-4618-92fb-f4ee0070a57c on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:11.605513 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3ff3707f-238f-4aa6-88f0-3f2cddc6c4f6 req-9b2b15f2-e642-4bd9-8fdc-a92b57f78575 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357318 Aug 09 11:46:11.607102 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Port 658452a1-5d90-4618-92fb-f4ee0070a57c on network 6a613757-6c9d-400e-a84c-51a829a13b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:46:11.607437 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Attempting to bind port 658452a1-5d90-4618-92fb-f4ee0070a57c on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:11.615431 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:46:11.615665 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Checking segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:46:11.616184 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Bound using segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} {{(pid=99932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:46:11.616552 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.managers [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Bound port: 658452a1-5d90-4618-92fb-f4ee0070a57c, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}}] {{(pid=99932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:46:11.616901 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.629356 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Network f44bcc8e-e50c-4b5f-b06d-8b95de5860e2 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:46:11.661699 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, f44bcc8e-e50c-4b5f-b06d-8b95de5860e2) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:46:11.674054 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c5a35-87bd-4b6d-89c2-ce1cb596081a None None] Network f44bcc8e-e50c-4b5f-b06d-8b95de5860e2 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:11.678525 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:11.679635 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.735251 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] For port 658452a1-5d90-4618-92fb-f4ee0070a57c, host hv-cinder-80390, cleared binding levels {{(pid=99932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:46:11.744141 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-3d147549-7be4-4a24-af4c-35b6efc24669 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7524164 Aug 09 11:46:11.746255 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] For port 658452a1-5d90-4618-92fb-f4ee0070a57c, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=658452a1-5d90-4618-92fb-f4ee0070a57c,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:46:11.763108 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.803393 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:11.804169 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:11.806307 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] 10.222.0.43 "PUT /v2.0/ports/658452a1-5d90-4618-92fb-f4ee0070a57c HTTP/1.1" status: 200 len: 1093 time: 1.0092745 Aug 09 11:46:11.806771 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'tag': '658452a1-5d90-4618-92fb-f4ee0070a57c'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:11.809417 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1451349e-cd9d-471c-a3b3-e25cd2e543d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac34c43-190d-4c69-8f63-a20b666f073a", "tag": "658452a1-5d90-4618-92fb-f4ee0070a57c"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:11.860697 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b4265-0750-4b0f-9446-a07905550825 None None] Network f44bcc8e-e50c-4b5f-b06d-8b95de5860e2 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:11.870324 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6125fcb-67fd-4ab9-bdff-eb7f4879794a service neutron] Pushing event updated for resources: {'Port': ['ID=658452a1-5d90-4618-92fb-f4ee0070a57c,revision_number=3']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:11.877309 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20902a4f-421b-49bf-a3c4-d957e429f5dc x-openstack-request-id: req-20902a4f-421b-49bf-a3c4-d957e429f5dc {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:11.877669 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac34c43-190d-4c69-8f63-a20b666f073a", "tag": "658452a1-5d90-4618-92fb-f4ee0070a57c", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:11.877918 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20902a4f-421b-49bf-a3c4-d957e429f5dc {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:11.879254 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'tag': '658452a1-5d90-4618-92fb-f4ee0070a57c', 'status': 'completed', 'code': 200} Aug 09 11:46:11.924139 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32922) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:11.985643 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-e4d7ba71-343a-41c8-95f2-704b39e5a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:11.990389 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-e4d7ba71-343a-41c8-95f2-704b39e5a13a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 1096 time: 0.0931220 Aug 09 11:46:12.003625 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] Deleting subnet e2148395-09f2-4854-8083-c44ed965093c {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:46:12.012366 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.071775 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-19663e34-06f0-44b3-8ddb-c44312775816 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=658452a1-5d90-4618-92fb-f4ee0070a57c HTTP/1.1" status: 200 len: 217 time: 0.0619850 Aug 09 11:46:12.073436 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.123514 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.129756 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-267d56c3-c0a8-4012-ac3e-36787a961bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:12.131553 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-267d56c3-c0a8-4012-ac3e-36787a961bfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.0531867 Aug 09 11:46:12.169099 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-86bc7ba8-52b9-4749-aa57-8735aeba7d76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297401 Aug 09 11:46:12.176648 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.205050 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2148395-09f2-4854-8083-c44ed965093c,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:12.208836 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.211118 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-78b1d4b3-7fcb-445a-83a0-53c104ef128d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e2148395-09f2-4854-8083-c44ed965093c HTTP/1.1" status: 204 len: 168 time: 0.2858715 Aug 09 11:46:12.213652 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32932) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:12.268576 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-bf8d25e4-40df-46c7-ab3f-5b71ad8e542d service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919843 Aug 09 11:46:12.289884 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.366508 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56f03bc5-afce-4230-b46c-0b883b8ae3fa req-1a1933f6-c6dd-43c8-ba12-8be024e12635 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902495 Aug 09 11:46:12.372275 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.382334 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600a4f15-51b2-43da-9585-e6e00d601abd']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:12.395246 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21367764-3f5f-4b14-b0c4-d03e4d3b6b01') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:12.395536 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21367764-3f5f-4b14-b0c4-d03e4d3b6b01') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:12.405302 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.419286 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.425736 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:46:12.426293 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:46:12.428564 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:46:12.485420 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.493220 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.498306 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/600a4f15-51b2-43da-9585-e6e00d601abd HTTP/1.1" status: 204 len: 168 time: 0.2836778 Aug 09 11:46:12.498574 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32936) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:12.511951 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6027-d071-4db2-a86c-ef9f0dfdf4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=600a4f15-51b2-43da-9585-e6e00d601abd,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:12.561517 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-44e2127b-a661-44f1-b7fc-4273e63bd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:12.563019 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-44e2127b-a661-44f1-b7fc-4273e63bd717 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 1096 time: 0.0745568 Aug 09 11:46:12.568188 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] Deleting subnet 13f1b5b6-053f-4622-8b00-ef394bdb2a03 {{(pid=99932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:46:12.578632 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.657897 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.679440 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.732494 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-57e737f7-cb64-4c21-b45a-e18d0d9eda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:12.733965 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-57e737f7-cb64-4c21-b45a-e18d0d9eda41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 916 time: 0.1634011 Aug 09 11:46:12.746277 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd25922-1e58-49bf-99a5-814b110a92c2 req-e35372ec-fb2f-4c92-96de-043ed615c137 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:12.748056 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cfd25922-1e58-49bf-99a5-814b110a92c2 req-e35372ec-fb2f-4c92-96de-043ed615c137 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 943 time: 0.0653081 Aug 09 11:46:12.784142 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-39f4d900-f8cc-4374-a292-ac5224bb7262 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=658452a1-5d90-4618-92fb-f4ee0070a57c HTTP/1.1" status: 200 len: 217 time: 0.0429115 Aug 09 11:46:12.802050 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cfd25922-1e58-49bf-99a5-814b110a92c2 req-dd9f0a49-a4c9-4d11-91c9-b4aca751c82e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469868 Aug 09 11:46:12.803966 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.852105 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f1b5b6-053f-4622-8b00-ef394bdb2a03,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:12.857830 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:12.859169 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7bed8e20-0379-4590-b531-dcdf194d23fc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/13f1b5b6-053f-4622-8b00-ef394bdb2a03 HTTP/1.1" status: 204 len: 168 time: 0.3599346 Aug 09 11:46:12.861738 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 32946) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:12.868546 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-503b1984-e824-402e-be39-5703eff8f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:12.870012 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-503b1984-e824-402e-be39-5703eff8f0f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.0765147 Aug 09 11:46:12.904102 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-7a311157-0800-4f11-95e2-f4de79051ccd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257947 Aug 09 11:46:12.937653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.020932 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-ef9d536a-a498-42d6-a2d0-28b7591877d3 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069520 Aug 09 11:46:13.070786 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.103488 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44bcc8e-e50c-4b5f-b06d-8b95de5860e2']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:13.119384 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd9e850-a009-47c6-b9a7-4a0a9fac1b6c') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:13.119706 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd9e850-a009-47c6-b9a7-4a0a9fac1b6c') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:13.133399 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.151808 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1451349e-cd9d-471c-a3b3-e25cd2e543d4 req-828f30d7-8da8-464f-ad57-77160b58929e service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087132 Aug 09 11:46:13.154360 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-a4601834-2361-45f3-bffa-f534e80d4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:13.156043 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-a4601834-2361-45f3-bffa-f534e80d4ab7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.0982616 Aug 09 11:46:13.157111 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.166554 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60659f5-48df-43e8-b24b-dbdc728ddf06 req-668a8e25-4b8b-446b-b633-e64dda97979d tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:13.168379 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a60659f5-48df-43e8-b24b-dbdc728ddf06 req-668a8e25-4b8b-446b-b633-e64dda97979d tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1456544 Aug 09 11:46:13.173353 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:46:13.173755 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:46:13.175414 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:46:13.269073 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.303210 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.305800 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f44bcc8e-e50c-4b5f-b06d-8b95de5860e2 HTTP/1.1" status: 204 len: 168 time: 0.4429121 Aug 09 11:46:13.310614 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a60659f5-48df-43e8-b24b-dbdc728ddf06 req-9bffefbb-5ea7-46ac-a1b0-8e89b3eb07f7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255689 Aug 09 11:46:13.328229 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffbeeb-6464-4c18-8f06-e4bd06078e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44bcc8e-e50c-4b5f-b06d-8b95de5860e2,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:13.366796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-2efaeb2b-1275-407d-bb24-d0afdf61b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:13.369357 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-2efaeb2b-1275-407d-bb24-d0afdf61b98a service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.1301508 Aug 09 11:46:13.413628 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-e9193984-03e7-4599-9277-258ad0e66a21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 217 time: 0.0358291 Aug 09 11:46:13.468320 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-f352e925-8203-4d48-9d67-2c8fddf3f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:13.469933 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-f352e925-8203-4d48-9d67-2c8fddf3f5f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.0484982 Aug 09 11:46:13.485040 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32958) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:13.504668 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-466ca59d-1442-417e-897c-11e4d9ae1805 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261412 Aug 09 11:46:13.529172 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-1132d390-59cd-4770-b501-398ac15cde2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48f381799b0b418782dedbadf94dbede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429647 Aug 09 11:46:13.532325 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32960) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:13.587445 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-61d0fad9-9279-40a1-b159-8f3ebbc299c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.602400 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-80ecad53-53ee-49d3-be4e-87495132fa96 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893965 Aug 09 11:46:13.609643 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-61d0fad9-9279-40a1-b159-8f3ebbc299c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.660184 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-61d0fad9-9279-40a1-b159-8f3ebbc299c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.663391 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-61d0fad9-9279-40a1-b159-8f3ebbc299c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:13.665021 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-61d0fad9-9279-40a1-b159-8f3ebbc299c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf3e8453-adf1-4830-a788-39c63d028002 HTTP/1.1" status: 204 len: 168 time: 0.1317775 Aug 09 11:46:13.674876 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0fad9-9279-40a1-b159-8f3ebbc299c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e8453-adf1-4830-a788-39c63d028002,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:13.714175 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2643f4d6-40da-4955-91be-2cfaa0b98277 req-dc270470-c34e-4f6b-8702-8eac12c26d8b service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041789 Aug 09 11:46:13.941859 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7b94d-9ade-44ab-8b7c-9df983b11892 req-ddbf7106-0c95-4d35-8a9c-6a86feecf62d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:13.943487 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-55a7b94d-9ade-44ab-8b7c-9df983b11892 req-ddbf7106-0c95-4d35-8a9c-6a86feecf62d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 943 time: 0.0509453 Aug 09 11:46:13.983566 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-55a7b94d-9ade-44ab-8b7c-9df983b11892 req-a6b8a876-9686-40cf-8919-6821359c5c89 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Aug 09 11:46:14.059061 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32974) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:14.098773 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-58fff96a-e8ec-4e2d-8853-3fffe6c00254 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41f348122d2242798c81f828c3fa7630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384219 Aug 09 11:46:14.102750 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 32978) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:14.170984 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0a26ba50-3fd1-4899-9a5f-360d81d0074e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:14.196034 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0a26ba50-3fd1-4899-9a5f-360d81d0074e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:14.270629 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0a26ba50-3fd1-4899-9a5f-360d81d0074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:14.273196 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0a26ba50-3fd1-4899-9a5f-360d81d0074e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:14.274419 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-0a26ba50-3fd1-4899-9a5f-360d81d0074e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/541472f8-beaf-441b-9652-d8ddc814ffb2 HTTP/1.1" status: 204 len: 168 time: 0.1706767 Aug 09 11:46:14.282599 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26ba50-3fd1-4899-9a5f-360d81d0074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541472f8-beaf-441b-9652-d8ddc814ffb2,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:14.434114 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3e9d-7a69-4d06-9f53-ebd4c839686f req-e125799b-1891-4769-bf30-b68ad93ce3f6 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:14.435870 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7e4a3e9d-7a69-4d06-9f53-ebd4c839686f req-e125799b-1891-4769-bf30-b68ad93ce3f6 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Aug 09 11:46:14.484952 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7e4a3e9d-7a69-4d06-9f53-ebd4c839686f req-edb9e06d-e706-4547-9e2c-4766b4bbe5bd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Aug 09 11:46:15.118282 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2dadd-7c74-434e-87bd-608c310d8b2d req-7fc0e54d-5e82-420a-81d5-50afa637ea18 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:15.119952 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-32d2dadd-7c74-434e-87bd-608c310d8b2d req-7fc0e54d-5e82-420a-81d5-50afa637ea18 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 943 time: 0.0628846 Aug 09 11:46:15.171441 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-32d2dadd-7c74-434e-87bd-608c310d8b2d req-12c910f4-4cf2-425e-bf1b-6bb0db547329 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450883 Aug 09 11:46:15.656741 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aef23-bda4-443c-bb24-a63655cd826e req-fbc6301d-8ad4-43cb-8f67-38ba79ed72ac tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:15.660264 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ae2aef23-bda4-443c-bb24-a63655cd826e req-fbc6301d-8ad4-43cb-8f67-38ba79ed72ac tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0918572 Aug 09 11:46:15.738636 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ae2aef23-bda4-443c-bb24-a63655cd826e req-e232ab13-67d7-451d-943b-307dab2e9199 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Aug 09 11:46:15.776580 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 33062) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:15.881032 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b581-330d-41d3-87d1-1a6b6fdaa856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:15.993419 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b581-330d-41d3-87d1-1a6b6fdaa856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:15.997723 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b581-330d-41d3-87d1-1a6b6fdaa856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:16.037011 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-3ab7b581-330d-41d3-87d1-1a6b6fdaa856 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e56feca9cf4e4ae89f18c474369af88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591419 Aug 09 11:46:16.038136 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7b581-330d-41d3-87d1-1a6b6fdaa856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751cc845-910c-496f-b4d4-1376ecae258b,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:16.040203 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33074) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:16.098410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-08cc3b56-f95e-4212-9b1d-b6b360e95909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:16.128491 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-08cc3b56-f95e-4212-9b1d-b6b360e95909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:16.187351 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-08cc3b56-f95e-4212-9b1d-b6b360e95909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:16.190134 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-08cc3b56-f95e-4212-9b1d-b6b360e95909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:16.191365 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-08cc3b56-f95e-4212-9b1d-b6b360e95909 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/751cc845-910c-496f-b4d4-1376ecae258b HTTP/1.1" status: 204 len: 168 time: 0.1491499 Aug 09 11:46:16.223248 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc3b56-f95e-4212-9b1d-b6b360e95909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751cc845-910c-496f-b4d4-1376ecae258b,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:16.362162 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0cf81-d176-4612-97b3-bb4a35e36589 req-397af40f-f9aa-4780-8353-06d6a93de9cc tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:16.363660 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-31d0cf81-d176-4612-97b3-bb4a35e36589 req-397af40f-f9aa-4780-8353-06d6a93de9cc tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 943 time: 0.0790801 Aug 09 11:46:16.413305 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-31d0cf81-d176-4612-97b3-bb4a35e36589 req-1d5f2260-b58a-4744-a20b-4499081af1c7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Aug 09 11:46:16.870804 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92532d3e-5fee-4481-8767-97482ca0e65a req-fa79a3d8-1b05-4038-a2be-a15bdb2d2d7f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:16.872531 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-92532d3e-5fee-4481-8767-97482ca0e65a req-fa79a3d8-1b05-4038-a2be-a15bdb2d2d7f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0556660 Aug 09 11:46:16.918397 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-92532d3e-5fee-4481-8767-97482ca0e65a req-9dc3886a-4d67-4310-b99a-1e6bf2dbe3d1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Aug 09 11:46:16.978599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33120) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:17.083767 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa284-c161-442a-9117-0e7df4bf7ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.182092 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa284-c161-442a-9117-0e7df4bf7ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.187748 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed4fa284-c161-442a-9117-0e7df4bf7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.229486 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fa284-c161-442a-9117-0e7df4bf7ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953ed093-800d-4d74-a342-8b08748a08fd,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:17.234037 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ed4fa284-c161-442a-9117-0e7df4bf7ed4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd8c92d8dd22453b947167f85d8bdbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543118 Aug 09 11:46:17.236704 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33132) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:17.291076 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c597fa05-bf6a-42bd-86ef-38c5eb28095e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.312362 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c597fa05-bf6a-42bd-86ef-38c5eb28095e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.362113 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c597fa05-bf6a-42bd-86ef-38c5eb28095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.364304 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 33140) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:17.364926 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c597fa05-bf6a-42bd-86ef-38c5eb28095e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.368594 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c597fa05-bf6a-42bd-86ef-38c5eb28095e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/953ed093-800d-4d74-a342-8b08748a08fd HTTP/1.1" status: 204 len: 168 time: 0.1284502 Aug 09 11:46:17.374427 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597fa05-bf6a-42bd-86ef-38c5eb28095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953ed093-800d-4d74-a342-8b08748a08fd,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:17.557304 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23386149-fc32-4bb6-86b0-db4e43f58764 req-435bde6f-d9ed-4c11-9c44-ac96f646adda tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:17.559471 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-23386149-fc32-4bb6-86b0-db4e43f58764 req-435bde6f-d9ed-4c11-9c44-ac96f646adda tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 943 time: 0.0604970 Aug 09 11:46:17.613101 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 658452a1-5d90-4618-92fb-f4ee0070a57c details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:46:17.671969 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-23386149-fc32-4bb6-86b0-db4e43f58764 req-58073b6f-1f0d-4eeb-9476-70a52a29a069 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975978 Aug 09 11:46:17.739455 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4ee5d7da-9376-4a88-ae5d-6bb7f77b7df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.840709 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 658452a1-5d90-4618-92fb-f4ee0070a57c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=658452a1-5d90-4618-92fb-f4ee0070a57c,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:17.860919 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '658452a1-5d90-4618-92fb-f4ee0070a57c', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'port_id': '658452a1-5d90-4618-92fb-f4ee0070a57c', 'mac_address': 'fa:16:3e:41:37:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59facaac-2fe3-4f37-8763-da950cbeb863', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:46:17.871046 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4ee5d7da-9376-4a88-ae5d-6bb7f77b7df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.882670 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4ee5d7da-9376-4a88-ae5d-6bb7f77b7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.915487 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:17.925119 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-4ee5d7da-9376-4a88-ae5d-6bb7f77b7df9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6316eac4375646679525bd17293e7987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596738 Aug 09 11:46:17.926085 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5d7da-9376-4a88-ae5d-6bb7f77b7df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6415dd1-16cd-4541-9b03-6c066933d517,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:17.927868 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33168) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:17.931289 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658452a1-5d90-4618-92fb-f4ee0070a57c {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:46:17.967843 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 658452a1-5d90-4618-92fb-f4ee0070a57c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=658452a1-5d90-4618-92fb-f4ee0070a57c,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:17.974330 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:18.011376 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-51227b9e-8384-4e5e-9e8c-bd48a5575b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:18.023980 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=658452a1-5d90-4618-92fb-f4ee0070a57c,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:18.061804 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-51227b9e-8384-4e5e-9e8c-bd48a5575b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:18.090028 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a08db7-8465-46eb-bdfe-df488364836e req-07f0482b-1a9b-43b7-b666-7e6dc2b385e4 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:18.091532 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-80a08db7-8465-46eb-bdfe-df488364836e req-07f0482b-1a9b-43b7-b666-7e6dc2b385e4 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0923269 Aug 09 11:46:18.142844 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-80a08db7-8465-46eb-bdfe-df488364836e req-7fc1d2a9-3c2e-4d11-b5aa-c9e83d9af7ce tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Aug 09 11:46:18.157714 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-51227b9e-8384-4e5e-9e8c-bd48a5575b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:18.161122 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-51227b9e-8384-4e5e-9e8c-bd48a5575b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:18.162227 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-51227b9e-8384-4e5e-9e8c-bd48a5575b06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6415dd1-16cd-4541-9b03-6c066933d517 HTTP/1.1" status: 204 len: 168 time: 0.2334082 Aug 09 11:46:18.170688 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51227b9e-8384-4e5e-9e8c-bd48a5575b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6415dd1-16cd-4541-9b03-6c066933d517,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:18.517826 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['658452a1-5d90-4618-92fb-f4ee0070a57c'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:46:18.802769 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eb98c-0043-4589-99dd-7a5a8ba05586 req-552071d3-a60e-4ef2-8b1e-4c311be616fe tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:18.804316 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7f1eb98c-0043-4589-99dd-7a5a8ba05586 req-552071d3-a60e-4ef2-8b1e-4c311be616fe tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 944 time: 0.0534599 Aug 09 11:46:18.847308 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7f1eb98c-0043-4589-99dd-7a5a8ba05586 req-300380c1-bfe5-4b5e-88f6-c517d08aaa49 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Aug 09 11:46:19.064346 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33234) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:19.165735 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1745654171-network', 'tenant_id': '6bffcfae71914414ab12b6046865dc98'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:19.190232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Made reservation on behalf of 6bffcfae71914414ab12b6046865dc98 for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:19.192766 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.207264 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.287208 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52364194-2a82-4e93-be2d-629cd8cf73de req-0722604a-d796-4ee7-8db3-7d9a56ffefb7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:19.288741 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-52364194-2a82-4e93-be2d-629cd8cf73de req-0722604a-d796-4ee7-8db3-7d9a56ffefb7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0695453 Aug 09 11:46:19.354935 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-52364194-2a82-4e93-be2d-629cd8cf73de req-c67baea3-9a85-4ab4-8d39-514c487c3a78 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Aug 09 11:46:19.387128 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.391123 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.416808 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:46:19.426665 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d839d6-49cf-40ed-b5d7-473356484af5,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:19.433372 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.433714 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Added segment 78592f79-9226-448c-a454-58ab1f89fae0 of type vlan for network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a Aug 09 11:46:19.486570 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.518708 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.519833 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:19.520412 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.587960 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5224855 Aug 09 11:46:19.589048 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc76037-e467-49a4-bebd-a9dd6cb3695a admin admin] Pushing event updated for resources: {'Network': ['ID=26cb2d68-f45f-4ec5-91b9-9c0ff979781a,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:19.590975 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 33250) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:19.597181 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Request body: {'subnet': {'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1745654171-subnet', 'tenant_id': '6bffcfae71914414ab12b6046865dc98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:19.599601 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:46:19.616887 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Made reservation on behalf of 6bffcfae71914414ab12b6046865dc98 for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:19.620462 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.781242 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.837931 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:19.847469 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Checking segment: {'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:46:19.847883 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Network hostable DHCP agents. Network: 26cb2d68-f45f-4ec5-91b9-9c0ff979781a, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:46:19.869438 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:46:19.878166 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 26cb2d68-f45f-4ec5-91b9-9c0ff979781a) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:46:19.882545 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:19.883092 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:19.888401 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c9045b-f546-4eb1-a282-2b22f3c7672e None None] Network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:19.916466 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-cf233deb-3895-453e-bc17-0bd7e6866d97 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3187189 Aug 09 11:46:19.964221 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651860b-5e24-4911-b21c-a7adb2dc635a req-a52b8828-01c3-4cd7-bdac-c277bf777906 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:19.971703 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e651860b-5e24-4911-b21c-a7adb2dc635a req-a52b8828-01c3-4cd7-bdac-c277bf777906 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 944 time: 0.0541074 Aug 09 11:46:20.009878 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e651860b-5e24-4911-b21c-a7adb2dc635a req-e6363843-ebf9-4ec6-8ec6-fa15d9c95f40 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371916 Aug 09 11:46:20.033978 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa2058-28d1-4aa8-ac1f-1b08ae8ab6f9 None None] Network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:46:20.489160 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad204c6-0f54-420a-8782-e5b5fe0510d8 req-ebd565d1-93e5-43f8-a7b9-4c3ecb486588 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:20.489160 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9ad204c6-0f54-420a-8782-e5b5fe0510d8 req-ebd565d1-93e5-43f8-a7b9-4c3ecb486588 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0529132 Aug 09 11:46:20.550086 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9ad204c6-0f54-420a-8782-e5b5fe0510d8 req-ec254798-f828-4bae-a31f-1d04f0b45e53 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563471 Aug 09 11:46:21.322175 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2510e5-280f-4489-b8c3-e67b317fda7c req-1deb0458-75b8-432d-aa48-e7a84af3cd23 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:21.323670 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7c2510e5-280f-4489-b8c3-e67b317fda7c req-1deb0458-75b8-432d-aa48-e7a84af3cd23 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 944 time: 0.2467844 Aug 09 11:46:21.361173 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7c2510e5-280f-4489-b8c3-e67b317fda7c req-1d864dce-5cb4-46c1-bb0f-42ac19dd1de9 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Aug 09 11:46:21.656429 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 658452a1-5d90-4618-92fb-f4ee0070a57c up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:46:21.678299 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-16f204b0-4f70-4bee-a2a4-250f8fac95b5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:21.678965 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8de59-90c0-43e4-b8a9-684025e134d9 req-b7f89159-04ff-4cda-927d-4d2c062e3d9c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:21.680066 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-16f204b0-4f70-4bee-a2a4-250f8fac95b5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/networks?id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a HTTP/1.1" status: 200 len: 814 time: 0.1093323 Aug 09 11:46:21.681149 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-46f8de59-90c0-43e4-b8a9-684025e134d9 req-b7f89159-04ff-4cda-927d-4d2c062e3d9c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0620990 Aug 09 11:46:21.697304 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-d70bf838-3a21-43ee-8d00-6cbda83064dd tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/quotas/6bffcfae71914414ab12b6046865dc98 HTTP/1.1" status: 200 len: 375 time: 0.0097947 Aug 09 11:46:21.737512 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-46f8de59-90c0-43e4-b8a9-684025e134d9 req-87b4ee6a-0622-443a-b4e2-3db53f2bbf29 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506828 Aug 09 11:46:21.752353 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-0b197b55-4808-41be-bdbc-96bda8e7237c tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6bffcfae71914414ab12b6046865dc98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472383 Aug 09 11:46:21.754801 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 658452a1-5d90-4618-92fb-f4ee0070a57c completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:46:21.759302 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 658452a1-5d90-4618-92fb-f4ee0070a57c triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:46:21.759706 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:21.863429 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:21.877255 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-3a5e476e-4ad3-47de-8dd0-381075cf173a service neutron] 10.222.0.50 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185954 Aug 09 11:46:21.893270 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658452a1-5d90-4618-92fb-f4ee0070a57c'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:21.895486 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97738a32-c35d-4d2f-ada7-d99f6b4308e0" -d '{"events": [{"server_uuid": "5ac34c43-190d-4c69-8f63-a20b666f073a", "name": "network-vif-plugged", "status": "completed", "tag": "658452a1-5d90-4618-92fb-f4ee0070a57c"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:21.908793 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 658452a1-5d90-4618-92fb-f4ee0070a57c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=658452a1-5d90-4618-92fb-f4ee0070a57c,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:21.912906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:21.960574 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=658452a1-5d90-4618-92fb-f4ee0070a57c,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:21.970175 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-2627375a-ddc3-41b4-8110-d362e39f72c8 service neutron] 10.222.0.50 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866599 Aug 09 11:46:22.096933 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0aba7a-8b58-47ba-ba9f-940b9babd6e2 x-openstack-request-id: req-2c0aba7a-8b58-47ba-ba9f-940b9babd6e2 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:22.097335 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac34c43-190d-4c69-8f63-a20b666f073a", "name": "network-vif-plugged", "status": "completed", "tag": "658452a1-5d90-4618-92fb-f4ee0070a57c", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:22.097647 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c0aba7a-8b58-47ba-ba9f-940b9babd6e2 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:22.098096 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658452a1-5d90-4618-92fb-f4ee0070a57c', 'code': 200} Aug 09 11:46:22.153572 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-50bdac8e-20a5-4b59-be04-dc75e2981941 req-082c917b-fa81-4ea9-b4d5-1dbc494002ba tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 210 time: 0.0297773 Aug 09 11:46:22.486296 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca7636-c969-4f1f-bebd-ec1d8be9a5d8 req-5b4bd5ad-6089-4d00-9122-311418bf2f04 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:22.487777 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c6ca7636-c969-4f1f-bebd-ec1d8be9a5d8 req-5b4bd5ad-6089-4d00-9122-311418bf2f04 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0471981 Aug 09 11:46:22.530018 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c6ca7636-c969-4f1f-bebd-ec1d8be9a5d8 req-eff4e421-0e7e-4fd6-ae00-8865f418d50d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Aug 09 11:46:22.868548 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018878-b9d9-4837-868e-19c540f761f2 req-c637b5fe-a83d-4a8b-a18b-a3bb3f5a1c81 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:22.870087 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3e018878-b9d9-4837-868e-19c540f761f2 req-c637b5fe-a83d-4a8b-a18b-a3bb3f5a1c81 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0524364 Aug 09 11:46:22.916124 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3e018878-b9d9-4837-868e-19c540f761f2 req-23f6a871-69ca-42c8-8baa-a2136dceb3bc tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Aug 09 11:46:23.249977 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-146277f4-c6dc-4f1a-b62d-c6431ca1d5ff req-e54cf228-939d-42ca-84d1-fa32a1066683 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 210 time: 0.0299075 Aug 09 11:46:27.332011 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-da1421ef-aa4f-4d52-9255-6eaac62ef04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:28.643764 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a8e9f-1e14-4a0f-9c5f-6b5420ae9324 req-079b9331-7578-4c2f-ad41-a3a33313834b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:28.643764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f89a8e9f-1e14-4a0f-9c5f-6b5420ae9324 req-079b9331-7578-4c2f-ad41-a3a33313834b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0502200 Aug 09 11:46:28.688175 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f89a8e9f-1e14-4a0f-9c5f-6b5420ae9324 req-3efbe1e9-f658-4dbf-9b1d-2cf4474fdf13 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Aug 09 11:46:28.722056 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bda89e-56de-4b22-b94a-60e335e4f353 req-7fe1e378-3d2b-4e98-aac1-6552e19e17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:28.723646 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-09bda89e-56de-4b22-b94a-60e335e4f353 req-7fe1e378-3d2b-4e98-aac1-6552e19e17a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 1098 time: 0.0718925 Aug 09 11:46:28.781454 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-09bda89e-56de-4b22-b94a-60e335e4f353 req-7d7c4f96-5618-41eb-8250-e59d15c377c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Aug 09 11:46:28.787880 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56435d07-aec8-4779-a909-65fc8034f38c req-bd8d0da5-b139-4eaf-9135-503c6d7a2ee6 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 210 time: 0.0274458 Aug 09 11:46:28.794217 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e4fd-47ca-4080-aa90-139d85a8d2b1 req-50fa8011-9b79-4236-b662-6c5e125b0f48 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:28.795740 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9db7e4fd-47ca-4080-aa90-139d85a8d2b1 req-50fa8011-9b79-4236-b662-6c5e125b0f48 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0887046 Aug 09 11:46:28.834168 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9db7e4fd-47ca-4080-aa90-139d85a8d2b1 req-32f20e26-cd6b-480c-82f5-7efa8bd2bae0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322125 Aug 09 11:46:29.997486 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d43fd0-92e2-47e5-aae2-24cfdedb53ae req-61f9ec41-122b-4850-9771-86ffa77cc0e3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:29.998887 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-27d43fd0-92e2-47e5-aae2-24cfdedb53ae req-61f9ec41-122b-4850-9771-86ffa77cc0e3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0480354 Aug 09 11:46:30.013945 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ea3301fd-5132-49d6-8476-40850df1efba req-3bcb08e5-e086-44ea-8a16-6a30e5dba9f8 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 210 time: 0.0253649 Aug 09 11:46:30.038313 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-27d43fd0-92e2-47e5-aae2-24cfdedb53ae req-f6304c19-f8fb-4a00-8d07-bbe6d2209ee5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Aug 09 11:46:30.119469 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770034e-dfd2-4a03-be50-4aa0dd279495 req-f139877d-ce10-40fe-8a5f-c2ad72f90c41 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:30.120933 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c770034e-dfd2-4a03-be50-4aa0dd279495 req-f139877d-ce10-40fe-8a5f-c2ad72f90c41 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Aug 09 11:46:30.157496 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c770034e-dfd2-4a03-be50-4aa0dd279495 req-9294aaf9-b632-44ea-8ea1-f1a88378d808 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Aug 09 11:46:30.195001 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f7dc665f-3a95-4778-b743-9fb26ae12c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.335063 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.524437 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 33440) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:30.529445 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-a5d9cefa-9fda-4cba-931a-fd8ea0b2a039 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:30.531954 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-a5d9cefa-9fda-4cba-931a-fd8ea0b2a039 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "GET /v2.0/networks?id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a HTTP/1.1" status: 200 len: 814 time: 0.1571867 Aug 09 11:46:30.558415 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Request body: {'port': {'device_id': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a', 'admin_state_up': True, 'tenant_id': '6bffcfae71914414ab12b6046865dc98'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:30.658745 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ce50850e-85d7-4b96-9f44-7a40a45e30e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.691769 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.db.api [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 11:46:30.691769 dv-cinder-803901-1-iscsi neutron-server[99933]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 11:46:30.691769 dv-cinder-803901-1-iscsi neutron-server[99933]: [parameters: {'project_id': '6bffcfae71914414ab12b6046865dc98', 'id': 'b2cc4c21-7077-442b-abcf-4dabe9a1d93e', 'expiration': datetime.datetime(2021, 8, 9, 11, 48, 30, 685805)}] Aug 09 11:46:30.691769 dv-cinder-803901-1-iscsi neutron-server[99933]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:46:30.692327 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG oslo_db.api [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:46:30.771347 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ce50850e-85d7-4b96-9f44-7a40a45e30e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.782161 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ce50850e-85d7-4b96-9f44-7a40a45e30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.820266 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50850e-85d7-4b96-9f44-7a40a45e30e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1017f3-979e-408a-93b5-2ccb4aaf8964,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:30.824912 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-ce50850e-85d7-4b96-9f44-7a40a45e30e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85959fe8cb304310b9dc78385934ade7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991290 Aug 09 11:46:30.827763 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33458) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:30.878576 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.901065 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.954013 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.957479 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:30.958646 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be1017f3-979e-408a-93b5-2ccb4aaf8964 HTTP/1.1" status: 204 len: 168 time: 0.1298518 Aug 09 11:46:30.967601 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1017f3-979e-408a-93b5-2ccb4aaf8964,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:30.982145 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.982570 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.983159 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.983496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.984003 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.984449 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.984818 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.985146 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.985473 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.985794 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.986107 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:30.986446 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813186c3-5a9e-406e-95a9-61d6e6d00428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:31.227599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Made reservation on behalf of 6bffcfae71914414ab12b6046865dc98 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:46:31.233014 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.260081 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33476) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:31.287967 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3433dcdc-fe8b-440c-bb4f-90fa73c7a5e7 req-66fcc891-4277-40d2-a91b-bec7473a0290 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 210 time: 0.0464494 Aug 09 11:46:31.310382 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f5caef78-1af0-47e9-8777-b5f910c8b0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.412929 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc47-bdc4-473c-a3bf-0e5abc256f3d req-86fc98c7-7e51-42fd-98ba-e3c59bcbe14a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:31.414418 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a183dc47-bdc4-473c-a3bf-0e5abc256f3d req-86fc98c7-7e51-42fd-98ba-e3c59bcbe14a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0499551 Aug 09 11:46:31.455296 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a183dc47-bdc4-473c-a3bf-0e5abc256f3d req-70c582ca-6478-43f4-9d26-fee2afb5dabf tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Aug 09 11:46:31.455832 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Allocated IP 172.20.0.8 (26cb2d68-f45f-4ec5-91b9-9c0ff979781a/6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2/c14391b8-bb58-4bda-a08f-2aa15081b998) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:46:31.467747 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82055f93-979b-4ccc-b94b-eeb2000af905 req-4b611a34-d996-4f06-a30f-2df5e64eab6b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:31.469265 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-82055f93-979b-4ccc-b94b-eeb2000af905 req-4b611a34-d996-4f06-a30f-2df5e64eab6b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.1405561 Aug 09 11:46:31.506846 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.564711 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-82055f93-979b-4ccc-b94b-eeb2000af905 req-f9ce40fb-91a1-400d-aefc-eef18ff33f93 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873263 Aug 09 11:46:31.641477 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f5caef78-1af0-47e9-8777-b5f910c8b0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.646796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f5caef78-1af0-47e9-8777-b5f910c8b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.703025 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caef78-1af0-47e9-8777-b5f910c8b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc81483-e57b-4d48-a071-8f967d824792,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:31.709589 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f5caef78-1af0-47e9-8777-b5f910c8b0dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=489e24b7c1b74fc487afb7dce62d9ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486060 Aug 09 11:46:31.713901 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 33478) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:31.735547 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.766323 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8290a8bc-fe6b-4805-8fb3-9e3bfec2d058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.775667 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.788099 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8290a8bc-fe6b-4805-8fb3-9e3bfec2d058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.820219 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:46:31.830764 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:46:31.833402 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:46:31.841004 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Pushing event updated for resources: {'Port': ['ID=c14391b8-bb58-4bda-a08f-2aa15081b998,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:31.855410 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8290a8bc-fe6b-4805-8fb3-9e3bfec2d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.858938 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8290a8bc-fe6b-4805-8fb3-9e3bfec2d058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.860368 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8290a8bc-fe6b-4805-8fb3-9e3bfec2d058 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fc81483-e57b-4d48-a071-8f967d824792 HTTP/1.1" status: 204 len: 168 time: 0.1455345 Aug 09 11:46:31.872333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290a8bc-fe6b-4805-8fb3-9e3bfec2d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc81483-e57b-4d48-a071-8f967d824792,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:31.891807 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:31.892372 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:31.911179 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b240e048-38de-4deb-b468-ffa5464f069b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3576791 Aug 09 11:46:31.933456 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Request body: {'port': {'device_id': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:31.998571 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.313658 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14391b8-bb58-4bda-a08f-2aa15081b998 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:46:32.322912 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.341254 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Transition to ACTIVE for port object c14391b8-bb58-4bda-a08f-2aa15081b998 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:46:32.346372 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.422265 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c14391b8-bb58-4bda-a08f-2aa15081b998,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:32.455941 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab192-28b9-42cd-83ef-3747979dc4f6 req-3b8d2a36-0973-4994-8307-ab889b081e5b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:32.460706 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c2bab192-28b9-42cd-83ef-3747979dc4f6 req-3b8d2a36-0973-4994-8307-ab889b081e5b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 943 time: 0.0699792 Aug 09 11:46:32.489755 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Attempting to bind port c14391b8-bb58-4bda-a08f-2aa15081b998 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:46:32.490440 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Attempting to bind port c14391b8-bb58-4bda-a08f-2aa15081b998 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:46:32.491003 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Attempting to bind port c14391b8-bb58-4bda-a08f-2aa15081b998 on network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:32.499717 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Port c14391b8-bb58-4bda-a08f-2aa15081b998 on network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:46:32.500331 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Attempting to bind port c14391b8-bb58-4bda-a08f-2aa15081b998 on network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:32.507323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:46:32.508237 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Checking segment: {'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:46:32.508637 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Bound using segment: {'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:46:32.510952 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Bound port: c14391b8-bb58-4bda-a08f-2aa15081b998, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:46:32.511915 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.536711 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c2bab192-28b9-42cd-83ef-3747979dc4f6 req-45c4a267-7afa-40c8-9c73-993db021f0af tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657823 Aug 09 11:46:32.637310 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d71387-8efa-4e10-889c-8794c91af3e8 req-c722a4d6-8c47-41a1-b2d1-e24d44ee95a5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:32.652226 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-11d71387-8efa-4e10-889c-8794c91af3e8 req-c722a4d6-8c47-41a1-b2d1-e24d44ee95a5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0875940 Aug 09 11:46:32.661436 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] For port c14391b8-bb58-4bda-a08f-2aa15081b998, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:46:32.666617 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] For port c14391b8-bb58-4bda-a08f-2aa15081b998, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c14391b8-bb58-4bda-a08f-2aa15081b998,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:46:32.676728 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.694603 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a49ea8-6ce1-437a-8f23-236cd9a21454 req-b178d876-581a-4bc7-8b4e-51c973906bbb tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:32.696248 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d2a49ea8-6ce1-437a-8f23-236cd9a21454 req-b178d876-581a-4bc7-8b4e-51c973906bbb tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0516827 Aug 09 11:46:32.735894 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:32.736458 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d2a49ea8-6ce1-437a-8f23-236cd9a21454 req-a079ba34-2c49-4eb9-a69d-99cac0827698 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340059 Aug 09 11:46:32.736617 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.737875 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/c14391b8-bb58-4bda-a08f-2aa15081b998 HTTP/1.1" status: 200 len: 1093 time: 0.8091714 Aug 09 11:46:32.738313 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'tag': 'c14391b8-bb58-4bda-a08f-2aa15081b998'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:32.740653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0" -d '{"events": [{"name": "network-changed", "server_uuid": "011b4b4c-15a4-4829-bd5d-8a9529029d0e", "tag": "c14391b8-bb58-4bda-a08f-2aa15081b998"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:32.766922 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-11d71387-8efa-4e10-889c-8794c91af3e8 req-a83c316d-9dae-48ef-a54d-b72ba33d69b2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138251 Aug 09 11:46:32.772359 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1315-f49d-43c2-881b-314988f260f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c14391b8-bb58-4bda-a08f-2aa15081b998,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:32.803351 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b3148-cc8c-43c8-9781-0d34686f35aa x-openstack-request-id: req-830b3148-cc8c-43c8-9781-0d34686f35aa {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:32.803950 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011b4b4c-15a4-4829-bd5d-8a9529029d0e", "tag": "c14391b8-bb58-4bda-a08f-2aa15081b998", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:32.804204 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-830b3148-cc8c-43c8-9781-0d34686f35aa {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:32.804601 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'tag': 'c14391b8-bb58-4bda-a08f-2aa15081b998', 'status': 'completed', 'code': 200} Aug 09 11:46:32.869796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-10ff0f2c-8721-449a-a444-2030d903a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:32.870898 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-10ff0f2c-8721-449a-a444-2030d903a241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bffcfae71914414ab12b6046865dc98&device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 1096 time: 0.0462511 Aug 09 11:46:32.930475 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-3cb35e45-5a84-4ed8-b94f-72e9e8010a1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14391b8-bb58-4bda-a08f-2aa15081b998 HTTP/1.1" status: 200 len: 217 time: 0.0393014 Aug 09 11:46:32.969036 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:32.987907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b17f9ee9-cb03-4550-9859-602e8732c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:32.989428 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-b17f9ee9-cb03-4550-9859-602e8732c059 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2 HTTP/1.1" status: 200 len: 854 time: 0.0510890 Aug 09 11:46:33.029068 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-5fd4262e-1eb6-472b-ac0e-53a80b539c41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316091 Aug 09 11:46:33.143977 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-fcb2d965-4ec5-4ec3-bcbd-9464e1ed835c service neutron] 10.222.0.43 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028712 Aug 09 11:46:33.286478 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-423d3337-07d3-4b7c-a475-0cbd4ea60d7c req-ae4985e6-f851-424f-92bc-d33eda1d40d4 service neutron] 10.222.0.43 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267443 Aug 09 11:46:33.478508 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-9a24a0cc-4a2f-414e-884f-4d9ef83d6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:33.480103 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-9a24a0cc-4a2f-414e-884f-4d9ef83d6a68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bffcfae71914414ab12b6046865dc98&device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 1096 time: 0.0522895 Aug 09 11:46:33.553291 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:46:33.585365 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 33566) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:33.597363 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-e425af67-1ba3-4a99-8d96-3cf0a22f089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:33.599429 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-e425af67-1ba3-4a99-8d96-3cf0a22f089d service neutron] 10.222.0.43 "GET /v2.0/networks?id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a HTTP/1.1" status: 200 len: 915 time: 0.0977004 Aug 09 11:46:33.672055 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-d34f2394-6eec-4a19-9fa2-723ffc95c6a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14391b8-bb58-4bda-a08f-2aa15081b998 HTTP/1.1" status: 200 len: 217 time: 0.0514972 Aug 09 11:46:33.736197 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1808acbc-1aa8-4d81-8d53-bd057d4c3ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:33.746481 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-afd76544-077e-43a0-954d-edb0cfbe2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:33.748050 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-afd76544-077e-43a0-954d-edb0cfbe2d11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2 HTTP/1.1" status: 200 len: 854 time: 0.0612626 Aug 09 11:46:33.787700 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-a70e5377-9128-44d4-8254-d134511f034c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276716 Aug 09 11:46:33.812654 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f883-7496-425c-ac38-854247995e94 req-9205eb2d-4718-4ad3-a5c3-8f8bf3a45b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:33.814134 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-df84f883-7496-425c-ac38-854247995e94 req-9205eb2d-4718-4ad3-a5c3-8f8bf3a45b83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.0699480 Aug 09 11:46:33.897677 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-df84f883-7496-425c-ac38-854247995e94 req-bfa47da7-d14e-41a5-a182-5870b84de71f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590222 Aug 09 11:46:33.910690 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1808acbc-1aa8-4d81-8d53-bd057d4c3ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:33.914889 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1808acbc-1aa8-4d81-8d53-bd057d4c3ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:33.933893 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-d61cf9a9-e85c-4310-a402-ed730535e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:33.935300 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-d61cf9a9-e85c-4310-a402-ed730535e072 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.0955584 Aug 09 11:46:33.951689 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-a8e5c3df-49a1-4466-8a47-7d44e105ab04 service neutron] 10.222.0.43 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207767 Aug 09 11:46:33.953559 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-1808acbc-1aa8-4d81-8d53-bd057d4c3ac4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2489347b68d6451d97fda6d2a2299b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668132 Aug 09 11:46:33.954421 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808acbc-1aa8-4d81-8d53-bd057d4c3ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3031434f-736b-48a3-9023-ab52e29294ba,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:33.956115 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33572) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:34.005964 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5ba72812-1fd6-41b8-9620-71971bb5370e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.027323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5ba72812-1fd6-41b8-9620-71971bb5370e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.078018 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5ba72812-1fd6-41b8-9620-71971bb5370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.080794 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5ba72812-1fd6-41b8-9620-71971bb5370e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.081748 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5ba72812-1fd6-41b8-9620-71971bb5370e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3031434f-736b-48a3-9023-ab52e29294ba HTTP/1.1" status: 204 len: 168 time: 0.1243844 Aug 09 11:46:34.092300 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba72812-1fd6-41b8-9620-71971bb5370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3031434f-736b-48a3-9023-ab52e29294ba,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:34.358306 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 33582) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:34.373137 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab1bc-30e0-439b-bb11-f6c67a318869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.478341 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab1bc-30e0-439b-bb11-f6c67a318869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.503854 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab1bc-30e0-439b-bb11-f6c67a318869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.630506 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19a5d7-3d82-4f9e-a88a-d82a819c6626 req-c70a90b0-7fb7-47d5-ae51-c284a58424b3 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:34.632241 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c19a5d7-3d82-4f9e-a88a-d82a819c6626 req-c70a90b0-7fb7-47d5-ae51-c284a58424b3 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0494812 Aug 09 11:46:34.672030 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c19a5d7-3d82-4f9e-a88a-d82a819c6626 req-1649da10-f29e-46c7-bda2-dfa2e32431f1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 09 11:46:34.673109 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-cc7ab1bc-30e0-439b-bb11-f6c67a318869 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b12ffb605164c72adec9df2e1408ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136601 Aug 09 11:46:34.675621 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 33586) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:34.685764 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ab1bc-30e0-439b-bb11-f6c67a318869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54cae58-d897-493a-9e08-431300122bb3,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:34.733674 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a875153-6d30-4328-be47-e468fad6ae6e req-573056e7-edff-4aaf-835c-008bfdbbe4a8 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:34.734685 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dbaf25bc-35f9-416d-8f66-8cf0e2085674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.735178 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a875153-6d30-4328-be47-e468fad6ae6e req-573056e7-edff-4aaf-835c-008bfdbbe4a8 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 943 time: 0.1637633 Aug 09 11:46:34.737066 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cd4bd68f-d11f-45ed-af22-2c3a28d691c0 req-a9511600-e117-4a67-984b-68108a302717 service neutron] 10.222.0.43 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614148 Aug 09 11:46:34.738024 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-366d2f55-4ebb-40b4-bb05-5892140f211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:34.739379 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-366d2f55-4ebb-40b4-bb05-5892140f211f service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.2648787 Aug 09 11:46:34.756464 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dbaf25bc-35f9-416d-8f66-8cf0e2085674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.782831 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a875153-6d30-4328-be47-e468fad6ae6e req-7ce21b45-cf8e-4558-b355-c5ba73b3a34b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Aug 09 11:46:34.811883 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-f6f2e677-77ca-49e1-9b4e-9cdb28aa79ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 217 time: 0.0386915 Aug 09 11:46:34.816078 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dbaf25bc-35f9-416d-8f66-8cf0e2085674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.818591 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dbaf25bc-35f9-416d-8f66-8cf0e2085674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:34.819740 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-dbaf25bc-35f9-416d-8f66-8cf0e2085674 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e54cae58-d897-493a-9e08-431300122bb3 HTTP/1.1" status: 204 len: 168 time: 0.1429002 Aug 09 11:46:34.828453 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf25bc-35f9-416d-8f66-8cf0e2085674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54cae58-d897-493a-9e08-431300122bb3,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:34.876941 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-7e0f2e11-89bc-441a-8886-1a9dba596903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:34.878420 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-7e0f2e11-89bc-441a-8886-1a9dba596903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.0516953 Aug 09 11:46:34.925318 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-02b01bef-2478-4ffd-b12a-bdd0799c8c0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315597 Aug 09 11:46:35.022467 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-aee9e2af-bc13-462d-9019-2e770b50e452 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886533 Aug 09 11:46:35.119953 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a09fb71-99c0-4f81-ae51-dd6735aa1de9 req-ed991a6e-10fc-41c7-8989-49ae245fcfce service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886371 Aug 09 11:46:35.807821 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d5bfe-5cc5-41cc-8e1e-b145cedab22f req-e2b8ea5a-92e6-4627-851d-7ddd78fdb087 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:35.809668 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8a3d5bfe-5cc5-41cc-8e1e-b145cedab22f req-e2b8ea5a-92e6-4627-851d-7ddd78fdb087 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0577018 Aug 09 11:46:35.850672 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8a3d5bfe-5cc5-41cc-8e1e-b145cedab22f req-a7f13a37-fc6d-47f6-8ab1-867edecc96db tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349011 Aug 09 11:46:35.966043 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0d10-4c28-4d8d-882e-1acb14534fad req-e2bbabc9-0505-439e-b895-42dcebe2e854 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:35.967551 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f71b0d10-4c28-4d8d-882e-1acb14534fad req-e2bbabc9-0505-439e-b895-42dcebe2e854 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 943 time: 0.0563273 Aug 09 11:46:36.006723 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f71b0d10-4c28-4d8d-882e-1acb14534fad req-38a825ee-2616-4cd3-9678-6be4ec56f03a tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Aug 09 11:46:36.329554 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:40.427396 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb48c6-6d17-4553-8ddd-c1c7965c229b req-daa15358-a39d-4e79-9bbc-f2af9d1ae11b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:40.429128 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b2eb48c6-6d17-4553-8ddd-c1c7965c229b req-daa15358-a39d-4e79-9bbc-f2af9d1ae11b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0527062 Aug 09 11:46:40.467271 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b2eb48c6-6d17-4553-8ddd-c1c7965c229b req-eac6be2b-d3ff-4d5a-8198-c13e8adf83ed tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Aug 09 11:46:40.577508 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da221c6-ba7c-462d-a673-0e5159d3f206 req-915cd306-a61e-4475-9211-32ae622a704a tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:40.579377 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0da221c6-ba7c-462d-a673-0e5159d3f206 req-915cd306-a61e-4475-9211-32ae622a704a tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 943 time: 0.0587022 Aug 09 11:46:40.619692 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0da221c6-ba7c-462d-a673-0e5159d3f206 req-7df3e0b2-198f-4173-adc4-53f04a41da97 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Aug 09 11:46:41.581276 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b38ec-4ace-4085-90b3-6a52ecde37bd req-ad974bfb-fbd1-4bc3-a20b-a523337b088b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:41.582747 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-396b38ec-4ace-4085-90b3-6a52ecde37bd req-ad974bfb-fbd1-4bc3-a20b-a523337b088b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0481327 Aug 09 11:46:41.625019 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-396b38ec-4ace-4085-90b3-6a52ecde37bd req-a5371e17-39e9-4a63-96b3-82ec34735daf tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359590 Aug 09 11:46:41.744994 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb6d5-af2d-4e7d-b5ce-cc0a2237ebc6 req-019072a5-c157-4f03-84b7-24a3e845522e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:41.746599 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7d0fb6d5-af2d-4e7d-b5ce-cc0a2237ebc6 req-019072a5-c157-4f03-84b7-24a3e845522e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 943 time: 0.0567615 Aug 09 11:46:41.800395 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7d0fb6d5-af2d-4e7d-b5ce-cc0a2237ebc6 req-5bd48bbe-c15c-42ed-9b64-c1677862b7c9 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Aug 09 11:46:42.062106 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61027a48-17e4-4bd7-8cba-08af3ed89682 req-be16ad0b-f457-40f5-8b92-0bb693001967 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:42.063641 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-61027a48-17e4-4bd7-8cba-08af3ed89682 req-be16ad0b-f457-40f5-8b92-0bb693001967 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1020255 Aug 09 11:46:42.066462 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-0a376cb0-65ef-4335-928d-443c2eb77cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:42.067982 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-0a376cb0-65ef-4335-928d-443c2eb77cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.0648835 Aug 09 11:46:42.154594 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-61027a48-17e4-4bd7-8cba-08af3ed89682 req-30384bc5-867d-4328-aa8b-ddb70f0a3a1b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 Aug 09 11:46:42.197952 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-a30491eb-98ae-43d5-b0b7-65cab08f0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:42.199425 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-a30491eb-98ae-43d5-b0b7-65cab08f0e52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.1209002 Aug 09 11:46:42.245052 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-584151b1-a56e-42b6-a341-bad4a5a138de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 217 time: 0.0361197 Aug 09 11:46:42.302218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-5814dfa7-1c87-4cc8-adb2-97b0f2ad3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:42.303720 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-5814dfa7-1c87-4cc8-adb2-97b0f2ad3b85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.0508296 Aug 09 11:46:42.338561 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-eb3ed089-a613-4f29-8d6f-86c1b84f95e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272021 Aug 09 11:46:42.443193 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-5d937e48-962e-4086-a02a-383a41fc8ce7 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970418 Aug 09 11:46:42.545932 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fd9a04cd-e841-4b23-97a7-40fc53ca9ab4 req-118badf0-1e85-4a36-83f1-2a17e4afa456 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930045 Aug 09 11:46:42.917428 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1e4b-4c97-49d1-96e0-e90b1e7cb30e req-77c6048a-cc42-4633-88db-cf527d59fa0a tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:42.918898 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-904c1e4b-4c97-49d1-96e0-e90b1e7cb30e req-77c6048a-cc42-4633-88db-cf527d59fa0a tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 943 time: 0.0477262 Aug 09 11:46:42.956418 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-904c1e4b-4c97-49d1-96e0-e90b1e7cb30e req-15234553-d25e-4807-90b2-945454adb2f7 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Aug 09 11:46:47.009724 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c14391b8-bb58-4bda-a08f-2aa15081b998 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:46:47.105227 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c14391b8-bb58-4bda-a08f-2aa15081b998, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c14391b8-bb58-4bda-a08f-2aa15081b998,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:47.117364 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'c14391b8-bb58-4bda-a08f-2aa15081b998', 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a', 'port_id': 'c14391b8-bb58-4bda-a08f-2aa15081b998', 'mac_address': 'fa:16:3e:cc:a3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:46:47.169860 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1713213-6f07-4186-be62-4a93adb329b1 req-5bd1a485-dc66-4dea-b382-dec0e7505472 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:47.178959 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f1713213-6f07-4186-be62-4a93adb329b1 req-5bd1a485-dc66-4dea-b382-dec0e7505472 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0621014 Aug 09 11:46:47.216885 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f1713213-6f07-4186-be62-4a93adb329b1 req-72f3d55c-af49-4990-8e04-832508f4311a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Aug 09 11:46:47.267396 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929555fd-6afc-405d-acaa-bbc7dbb9b779 req-bbbdd35d-d5fa-4e52-83d5-62bf8a2c51c1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:47.268873 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-929555fd-6afc-405d-acaa-bbc7dbb9b779 req-bbbdd35d-d5fa-4e52-83d5-62bf8a2c51c1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 943 time: 0.0639830 Aug 09 11:46:47.285930 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:47.299528 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14391b8-bb58-4bda-a08f-2aa15081b998 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:46:47.308478 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-929555fd-6afc-405d-acaa-bbc7dbb9b779 req-9ac077fb-5483-444a-99c4-d7ffbef1db8f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Aug 09 11:46:47.320743 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c14391b8-bb58-4bda-a08f-2aa15081b998, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c14391b8-bb58-4bda-a08f-2aa15081b998,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:47.325178 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:47.372593 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=c14391b8-bb58-4bda-a08f-2aa15081b998,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:48.347478 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198d4b5-0022-41f8-9d10-3ade89492acd req-fc93160c-8a57-459e-b38a-d78f060dac3b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:48.348905 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d198d4b5-0022-41f8-9d10-3ade89492acd req-fc93160c-8a57-459e-b38a-d78f060dac3b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0586579 Aug 09 11:46:48.387595 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c14391b8-bb58-4bda-a08f-2aa15081b998'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:46:48.390282 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d198d4b5-0022-41f8-9d10-3ade89492acd req-16c11ae5-142c-4ffd-85b9-3e84fa947db7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Aug 09 11:46:48.490389 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b6dc-fe9f-4253-8048-cf3d3b0e6b6d req-8c89a254-180e-4054-bca5-241e3ac05d5f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:48.491899 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5402b6dc-fe9f-4253-8048-cf3d3b0e6b6d req-8c89a254-180e-4054-bca5-241e3ac05d5f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 944 time: 0.0528469 Aug 09 11:46:48.538589 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5402b6dc-fe9f-4253-8048-cf3d3b0e6b6d req-ecf7268a-5a79-4dc0-9074-c3cf3aac8e67 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Aug 09 11:46:52.644509 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d3696-9fb8-4b81-bed5-70d8084e5376 req-cb71ab01-c112-4ddc-a360-8c961d4bd1c0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.645989 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a51d3696-9fb8-4b81-bed5-70d8084e5376 req-cb71ab01-c112-4ddc-a360-8c961d4bd1c0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0503342 Aug 09 11:46:52.699967 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cb9c8-f14d-47e9-8ed2-b9c74accb374 req-1fb0511d-6f54-48ca-82bd-2b826aacb2b6 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:52.701197 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a51d3696-9fb8-4b81-bed5-70d8084e5376 req-730a3cce-7756-42b9-b32b-569b2727abfb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487876 Aug 09 11:46:52.702214 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-077cb9c8-f14d-47e9-8ed2-b9c74accb374 req-1fb0511d-6f54-48ca-82bd-2b826aacb2b6 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 944 time: 0.0642025 Aug 09 11:46:52.749006 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-077cb9c8-f14d-47e9-8ed2-b9c74accb374 req-6eeba012-4981-4486-b5f8-57f7f981a867 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Aug 09 11:46:53.819949 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f1277-1c72-409a-9811-b44ffc0ccffc req-0643fe63-2bbd-4aa1-8a6d-5674e5f0cb90 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:53.821523 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fb0f1277-1c72-409a-9811-b44ffc0ccffc req-0643fe63-2bbd-4aa1-8a6d-5674e5f0cb90 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0499635 Aug 09 11:46:53.862890 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fb0f1277-1c72-409a-9811-b44ffc0ccffc req-37c79766-5d7e-4db1-baf6-de2171701bb5 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Aug 09 11:46:53.880789 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd809ed-9917-461b-a5e2-b6a026ee8d56 req-4f4fd1d1-d547-47e3-9987-e26665a5dd6b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:53.882348 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-abd809ed-9917-461b-a5e2-b6a026ee8d56 req-4f4fd1d1-d547-47e3-9987-e26665a5dd6b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 944 time: 0.0524123 Aug 09 11:46:53.921410 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-abd809ed-9917-461b-a5e2-b6a026ee8d56 req-8f950ab2-4216-40ee-808a-ad86eb82bcf5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Aug 09 11:46:57.333381 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a048547d-f0a0-4199-ac86-572f6c4e6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.198673 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c14391b8-bb58-4bda-a08f-2aa15081b998 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:46:59.248781 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port c14391b8-bb58-4bda-a08f-2aa15081b998 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:46:59.252997 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port c14391b8-bb58-4bda-a08f-2aa15081b998 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:46:59.253398 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.338085 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a4d7-b65c-4b9e-98e3-96785fe7b0c9 req-c6825f31-4cce-4231-aaf0-d51ffe18d3b8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:59.340516 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d9e7a4d7-b65c-4b9e-98e3-96785fe7b0c9 req-c6825f31-4cce-4231-aaf0-d51ffe18d3b8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0529213 Aug 09 11:46:59.345956 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.360695 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae4834-fe54-405f-9716-eab3fa103759 req-6385402a-e76a-4aa4-a9af-485d7076f43c tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:59.363027 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1aae4834-fe54-405f-9716-eab3fa103759 req-6385402a-e76a-4aa4-a9af-485d7076f43c tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 944 time: 0.0563402 Aug 09 11:46:59.369712 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14391b8-bb58-4bda-a08f-2aa15081b998'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:59.372019 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27864851-2ad0-4ef7-9924-317bd92239a7" -d '{"events": [{"server_uuid": "011b4b4c-15a4-4829-bd5d-8a9529029d0e", "name": "network-vif-plugged", "status": "completed", "tag": "c14391b8-bb58-4bda-a08f-2aa15081b998"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:59.381675 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d9e7a4d7-b65c-4b9e-98e3-96785fe7b0c9 req-6c0dfaf6-d41b-498c-9335-0b4f3ff86d02 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Aug 09 11:46:59.386576 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c14391b8-bb58-4bda-a08f-2aa15081b998, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c14391b8-bb58-4bda-a08f-2aa15081b998,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:59.391262 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.408139 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1aae4834-fe54-405f-9716-eab3fa103759 req-2ce91068-d70d-4a5a-a5b4-06dc0cb9ec91 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Aug 09 11:46:59.438028 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8680d327-231e-44c3-b383-ba7892433bef x-openstack-request-id: req-8680d327-231e-44c3-b383-ba7892433bef {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:59.438316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011b4b4c-15a4-4829-bd5d-8a9529029d0e", "name": "network-vif-plugged", "status": "completed", "tag": "c14391b8-bb58-4bda-a08f-2aa15081b998", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:59.438567 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8680d327-231e-44c3-b383-ba7892433bef {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:59.438958 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14391b8-bb58-4bda-a08f-2aa15081b998', 'code': 200} Aug 09 11:46:59.449325 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=c14391b8-bb58-4bda-a08f-2aa15081b998,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:59.643556 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3b236-ac0e-4638-93c3-8bb82f7a363f req-29fd1940-8e36-4bf1-b4b2-a8ac5aed6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:59.645053 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cfd3b236-ac0e-4638-93c3-8bb82f7a363f req-29fd1940-8e36-4bf1-b4b2-a8ac5aed6c14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 1098 time: 0.0383499 Aug 09 11:46:59.680109 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cfd3b236-ac0e-4638-93c3-8bb82f7a363f req-97ecf165-346d-42e6-8e2d-8aaf17a315fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274704 Aug 09 11:47:00.195870 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-312d0d32-f50f-4e2f-9bf9-aaeb3c7adf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.340993 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.507623 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.966407 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.653721 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c939b-3fa9-48e5-ac54-2e96d3a06c61 req-80244676-31e8-49ba-a834-83ee2fbf4910 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:05.655210 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-696c939b-3fa9-48e5-ac54-2e96d3a06c61 req-80244676-31e8-49ba-a834-83ee2fbf4910 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Aug 09 11:47:05.676120 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab4ddb-00ba-46b6-a30a-a13caa587cd1 req-a049938b-51e5-41f4-af7b-75f4601fa87c tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:05.677626 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f4ab4ddb-00ba-46b6-a30a-a13caa587cd1 req-a049938b-51e5-41f4-af7b-75f4601fa87c tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0488362 Aug 09 11:47:05.696567 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-696c939b-3fa9-48e5-ac54-2e96d3a06c61 req-6b40635f-4bea-4089-b01e-bc732524dd38 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352352 Aug 09 11:47:05.717901 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f4ab4ddb-00ba-46b6-a30a-a13caa587cd1 req-55dcd86d-5197-4419-ac32-96e41cb2cf1f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Aug 09 11:47:06.346472 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.551496 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:47:11.075287 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77df6f4-9e6b-4da3-85d2-6b3203afaf56 req-83e2e9db-5987-4be7-bf67-90ee5522d3c2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:11.076785 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b77df6f4-9e6b-4da3-85d2-6b3203afaf56 req-83e2e9db-5987-4be7-bf67-90ee5522d3c2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0503154 Aug 09 11:47:11.107691 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e273ae-e4fa-4ec6-9644-1a4945e54a34 req-1b0a6280-30be-4e24-abb7-c84b695e0a9e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:11.109192 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c0e273ae-e4fa-4ec6-9644-1a4945e54a34 req-1b0a6280-30be-4e24-abb7-c84b695e0a9e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0573318 Aug 09 11:47:11.121607 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b77df6f4-9e6b-4da3-85d2-6b3203afaf56 req-ce13a25a-26d8-4faf-9955-0a978178d218 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Aug 09 11:47:11.147209 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c0e273ae-e4fa-4ec6-9644-1a4945e54a34 req-ecc917d1-4696-482d-8e46-08b962af8602 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Aug 09 11:47:12.242773 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07014452-7419-4528-8663-23f1fe028c12 req-9da8d523-d31b-4a32-9f14-7d2ea6becd67 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:12.244944 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-07014452-7419-4528-8663-23f1fe028c12 req-9da8d523-d31b-4a32-9f14-7d2ea6becd67 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0513885 Aug 09 11:47:12.283042 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-07014452-7419-4528-8663-23f1fe028c12 req-ab002491-004a-4bfd-889d-37a0515d0d52 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Aug 09 11:47:12.297984 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523554ae-f48c-4ce1-8869-ee7315a05650 req-ad499e53-373c-4d3f-9dcd-9321960f4687 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:12.299470 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-523554ae-f48c-4ce1-8869-ee7315a05650 req-ad499e53-373c-4d3f-9dcd-9321960f4687 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0482686 Aug 09 11:47:12.338402 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-523554ae-f48c-4ce1-8869-ee7315a05650 req-5617383c-5712-4736-ac9e-ed69fe1b3f65 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Aug 09 11:47:13.460178 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d34ee0-9662-46ef-9101-d618ba970f35 req-24910f9f-4af8-4d1f-b403-971762e27e3d tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:13.461649 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b6d34ee0-9662-46ef-9101-d618ba970f35 req-24910f9f-4af8-4d1f-b403-971762e27e3d tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0522072 Aug 09 11:47:13.504691 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b6d34ee0-9662-46ef-9101-d618ba970f35 req-83a100de-26f1-45de-8e4a-b1c43b4db92f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Aug 09 11:47:14.781294 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ee7a-a0a8-41f8-829f-8ddea27b637d req-6617e986-8a04-44b6-b78a-0f66f443892a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:14.782759 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e24ee7a-a0a8-41f8-829f-8ddea27b637d req-6617e986-8a04-44b6-b78a-0f66f443892a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0533626 Aug 09 11:47:14.820931 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9e24ee7a-a0a8-41f8-829f-8ddea27b637d req-959b293b-b591-4868-805a-437731175b6a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Aug 09 11:47:25.065047 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-0a783c9b-c88f-4c05-aee2-d5776eb1402a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:25.066426 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-0a783c9b-c88f-4c05-aee2-d5776eb1402a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.0992918 Aug 09 11:47:25.083127 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-3b51b348-4214-4319-a202-c5a6d0683e35 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/quotas/55abaca445474535985a170949e61e5e HTTP/1.1" status: 200 len: 375 time: 0.0103071 Aug 09 11:47:25.141576 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-ebd5ae76-e443-4153-a426-e80f5d571775 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521514 Aug 09 11:47:25.242986 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-9c7189f2-0e50-4be2-b9c3-c22b8d84f9fb service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940325 Aug 09 11:47:25.588364 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-c9cb1fb6-f387-4da1-8e01-e2fc5a9775d9 service neutron] 10.222.0.50 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380032 Aug 09 11:47:25.592528 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34400) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:25.773291 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:25.787233 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4b827dfb-211d-40c2-934a-f4aef50ffee1 req-118c6610-4308-4e79-93e6-2d0f91a29f4c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 210 time: 0.0529416 Aug 09 11:47:25.893147 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:25.898318 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:25.941881 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f50138db1a3a42ec8f98c82cd191edaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481896 Aug 09 11:47:25.944360 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa10406-dfac-4deb-83e7-4d6df29591b1,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:25.945138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34426) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:25.953875 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.955601 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.956579 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.957239 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.958419 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.958989 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.959761 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.960141 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.960543 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.961812 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.962327 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:25.962887 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179c44-edfe-4744-b443-b297c672306a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:26.035323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4b4e-a471-476a-83be-5e02baf2c5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.071694 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4b4e-a471-476a-83be-5e02baf2c5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.137824 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4b4e-a471-476a-83be-5e02baf2c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.140476 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4b4e-a471-476a-83be-5e02baf2c5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.141676 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-1a3c4b4e-a471-476a-83be-5e02baf2c5a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fa10406-dfac-4deb-83e7-4d6df29591b1 HTTP/1.1" status: 204 len: 168 time: 0.1955843 Aug 09 11:47:26.150271 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c4b4e-a471-476a-83be-5e02baf2c5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa10406-dfac-4deb-83e7-4d6df29591b1,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:26.829071 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34464) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:26.882634 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-405c9e91-9ce3-4283-be5e-0ec23c663ce1 req-f5193f29-443d-4839-bccc-efe7fef21c56 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 210 time: 0.0260684 Aug 09 11:47:26.931400 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-458369593-network', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:26.953730 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Made reservation on behalf of e83dea55f2bc48168cfec78363a51d3b for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:26.956046 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:26.964512 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.054920 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.059495 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.089020 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:47:27.091729 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a851a2c0-8555-4b05-9ddd-904083779430,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:27.111162 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.111369 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Added segment 861d9f68-1111-41cb-a720-465d8da1c69d of type vlan for network c6f1f0b9-6bdc-454a-8320-c1198a35d922 Aug 09 11:47:27.179647 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.211904 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.213029 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:27.213602 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.336205 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-793cc399-45fc-45c9-83fd-d16ee377f585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.483170 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6529832 Aug 09 11:47:27.485955 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34474) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:27.492646 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Request body: {'subnet': {'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-458369593-subnet', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:27.496645 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973afa18-a01f-4f3a-bd2b-1853d856043d admin admin] Pushing event updated for resources: {'Network': ['ID=c6f1f0b9-6bdc-454a-8320-c1198a35d922,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:27.506268 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:47:27.517212 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Made reservation on behalf of e83dea55f2bc48168cfec78363a51d3b for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:27.519449 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8793069'] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.709969 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8492503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8793055'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.767557 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c1ed51-743b-46cd-8d99-a310b99070aa,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:27.780262 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Checking segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:27.780619 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Network hostable DHCP agents. Network: c6f1f0b9-6bdc-454a-8320-c1198a35d922, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:47:27.798234 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:47:27.807437 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, c6f1f0b9-6bdc-454a-8320-c1198a35d922) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:27.816702 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:27.817450 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.834208 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcbdbc1-cd82-4be2-ab44-e3bbb7f9915f None None] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:27.834783 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f2fc7d60-d4b6-4aea-8705-0f4767d40c91 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3477297 Aug 09 11:47:27.837661 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34482) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:27.842994 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:27.864256 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.865271 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.929929 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.009325 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:47:28.010183 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.077912 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.146525 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Allocated IP 172.20.0.2 (c6f1f0b9-6bdc-454a-8320-c1198a35d922/c3c1ed51-743b-46cd-8d99-a310b99070aa/527f6e38-8828-4866-bd91-b9f137173a2f) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:28.286652 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.298607 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.306773 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.307015 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Transition to ACTIVE for port object 527f6e38-8828-4866-bd91-b9f137173a2f will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:28.323223 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Transition to ACTIVE for port object 527f6e38-8828-4866-bd91-b9f137173a2f will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:28.329352 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.370411 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:28.376670 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:28.381177 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:28.384279 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Pushing event updated for resources: {'Port': ['ID=527f6e38-8828-4866-bd91-b9f137173a2f,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:28.396128 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.396583 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.396927 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.397263 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.397645 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.398204 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.398569 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.398971 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.399790 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.399790 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.400160 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.400366 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:28.437434 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Allocated IP 172.27.3.232 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/d6c76523-16f8-463b-a4fd-77bf3d6148b7) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:28.461807 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Attempting to bind port 527f6e38-8828-4866-bd91-b9f137173a2f on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:28.462174 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Attempting to bind port 527f6e38-8828-4866-bd91-b9f137173a2f by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:28.462534 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Attempting to bind port 527f6e38-8828-4866-bd91-b9f137173a2f on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:28.468415 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:28.468787 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Checking segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:28.469188 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.469583 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Bound using segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:28.470045 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Bound port: 527f6e38-8828-4866-bd91-b9f137173a2f, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:28.470424 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.535351 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] For port 527f6e38-8828-4866-bd91-b9f137173a2f, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:28.538654 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] For port 527f6e38-8828-4866-bd91-b9f137173a2f, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=527f6e38-8828-4866-bd91-b9f137173a2f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:28.542459 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.546842 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.593116 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:28.607245 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb16a8-4448-41a0-b008-91a581809cd8 None None] Pushing event updated for resources: {'Port': ['ID=527f6e38-8828-4866-bd91-b9f137173a2f,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:28.635455 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:28.644905 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:28.649548 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:28.655508 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Pushing event updated for resources: {'Port': ['ID=d6c76523-16f8-463b-a4fd-77bf3d6148b7,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:28.924512 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.165126 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.303352 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 527f6e38-8828-4866-bd91-b9f137173a2f up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:29.334948 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Router fe06de56-7616-4920-a42f-0ec2fe196607 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:47:29.365286 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 527f6e38-8828-4866-bd91-b9f137173a2f completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:29.450485 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:29.460138 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:29.470503 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.471136 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:29.472085 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:29.472408 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-cbeba47d-6ad2-4ad3-86a2-cff336f4cffa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6335158 Aug 09 11:47:29.475711 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34496) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:29.585899 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:29.612168 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90782b09-f960-4610-a0ac-12f5c1b745d5 None None] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:29.678073 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-f744ba6a-d305-4a67-adf1-8c903f7b6f8b None None] Provisioning for port 527f6e38-8828-4866-bd91-b9f137173a2f completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:29.689077 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-f744ba6a-d305-4a67-adf1-8c903f7b6f8b None None] Provisioning complete for port 527f6e38-8828-4866-bd91-b9f137173a2f triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:29.689578 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f744ba6a-d305-4a67-adf1-8c903f7b6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.796719 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:28Z', 'revision_number': 3, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:29.841979 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:29.842343 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Updating router fe06de56-7616-4920-a42f-0ec2fe196607 port d6c76523-16f8-463b-a4fd-77bf3d6148b7 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:29.855287 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f744ba6a-d305-4a67-adf1-8c903f7b6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.892395 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.903253 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-f744ba6a-d305-4a67-adf1-8c903f7b6f8b None None] For port 527f6e38-8828-4866-bd91-b9f137173a2f, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=527f6e38-8828-4866-bd91-b9f137173a2f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:29.918773 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f744ba6a-d305-4a67-adf1-8c903f7b6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.994133 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744ba6a-d305-4a67-adf1-8c903f7b6f8b None None] Pushing event updated for resources: {'Port': ['ID=527f6e38-8828-4866-bd91-b9f137173a2f,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.033153 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.144647 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-dba22c53-4433-47b0-a678-14b3ff39fbf7 None None] Provisioning complete for port 527f6e38-8828-4866-bd91-b9f137173a2f triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:30.145648 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-dba22c53-4433-47b0-a678-14b3ff39fbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.201784 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Allocated IP 172.20.0.1 (c6f1f0b9-6bdc-454a-8320-c1198a35d922/c3c1ed51-743b-46cd-8d99-a310b99070aa/46600742-d6e7-40a0-8879-f0257a13daba) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:30.213982 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3d9006e0-0cbb-4788-858c-3e4ae750e818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.292754 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.303827 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Transition to ACTIVE for port object d6c76523-16f8-463b-a4fd-77bf3d6148b7 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:30.309590 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.327174 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.337450 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.344326 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Transition to ACTIVE for port object 46600742-d6e7-40a0-8879-f0257a13daba will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:30.365040 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Attempting to bind port d6c76523-16f8-463b-a4fd-77bf3d6148b7 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:30.365411 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Attempting to bind port d6c76523-16f8-463b-a4fd-77bf3d6148b7 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:30.365777 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Attempting to bind port d6c76523-16f8-463b-a4fd-77bf3d6148b7 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:30.375143 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:30.375674 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:30.376084 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.376566 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:30.377113 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Bound port: d6c76523-16f8-463b-a4fd-77bf3d6148b7, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:30.377533 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.378532 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.380148 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Pushing event updated for resources: {'Port': ['ID=d6c76523-16f8-463b-a4fd-77bf3d6148b7,revision_number=2']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.412796 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.413139 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.413476 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.413811 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.414137 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.414461 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.414797 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.415104 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.415445 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.415835 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.416156 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.416505 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:30.422339 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:30.425433 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:30.429709 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:30.453120 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] For port d6c76523-16f8-463b-a4fd-77bf3d6148b7, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:30.456967 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] For port d6c76523-16f8-463b-a4fd-77bf3d6148b7, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=d6c76523-16f8-463b-a4fd-77bf3d6148b7,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:30.463214 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.469176 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Pushing event updated for resources: {'Port': ['ID=46600742-d6e7-40a0-8879-f0257a13daba,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.478364 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.529435 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:30.529673 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:30.571362 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a17c4-13a0-40bd-ad2a-c3886ec831c7 None None] Pushing event updated for resources: {'Port': ['ID=d6c76523-16f8-463b-a4fd-77bf3d6148b7,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.619670 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.655492 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:30.690503 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-2c040f8b-76eb-4692-a52f-e0a5ed615259 None None] Provisioning for port 46600742-d6e7-40a0-8879-f0257a13daba completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:30.695230 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-2c040f8b-76eb-4692-a52f-e0a5ed615259 None None] Provisioning complete for port 46600742-d6e7-40a0-8879-f0257a13daba triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:30.695732 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-2c040f8b-76eb-4692-a52f-e0a5ed615259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.735858 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-2c040f8b-76eb-4692-a52f-e0a5ed615259 None None] Port 46600742-d6e7-40a0-8879-f0257a13daba cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:30.799143 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.803859 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.852995 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:28Z', 'revision_number': 3, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:30.875372 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Pushing event updated for resources: {'Port': ['ID=46600742-d6e7-40a0-8879-f0257a13daba,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:30.877982 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:30.886916 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e3ba8-f16d-4c8f-8b6a-15cb56739a97 None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:28Z', 'revision_number': 3, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:30.997091 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:30.998421 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:31.142328 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:31.269512 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-87e496e9-a279-4009-8620-84e9f61770f9 None None] Provisioning complete for port 46600742-d6e7-40a0-8879-f0257a13daba triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:31.269889 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-87e496e9-a279-4009-8620-84e9f61770f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.274599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:31.282010 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a080a1d2-b6e5-4cee-b0c5-42ac763e34ee admin admin] 10.222.0.50 "PUT /v2.0/routers/fe06de56-7616-4920-a42f-0ec2fe196607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047469 Aug 09 11:47:31.313933 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-87e496e9-a279-4009-8620-84e9f61770f9 None None] Port 46600742-d6e7-40a0-8879-f0257a13daba cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:31.408322 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 527f6e38-8828-4866-bd91-b9f137173a2f up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:31.463348 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 527f6e38-8828-4866-bd91-b9f137173a2f triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:31.463762 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.528405 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.568350 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d6c76523-16f8-463b-a4fd-77bf3d6148b7 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:31.628513 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port d6c76523-16f8-463b-a4fd-77bf3d6148b7 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:31.634412 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port d6c76523-16f8-463b-a4fd-77bf3d6148b7 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:31.634797 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.722162 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.744123 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port d6c76523-16f8-463b-a4fd-77bf3d6148b7, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=d6c76523-16f8-463b-a4fd-77bf3d6148b7,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:31.749263 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.804904 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=d6c76523-16f8-463b-a4fd-77bf3d6148b7,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:31.840520 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34528) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:31.845426 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1954448284-network', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:31.866631 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Made reservation on behalf of d73022ca470240f68868a64e3befa8c8 for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:31.869292 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.878979 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.979752 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:31.984523 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.009632 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:47:32.019514 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7633a84d-9252-4bc8-a3f0-4af0ac9dbfb8,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:32.024367 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.024710 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Added segment f4efb8f5-c589-47e7-9dc0-885b590d58f7 of type vlan for network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 Aug 09 11:47:32.038337 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.038647 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.038937 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.039307 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.039607 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.039986 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.040309 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.040586 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.040907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.041220 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.041544 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.041861 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:32.083090 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.111536 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.112516 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:32.113118 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.169400 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3277714 Aug 09 11:47:32.172159 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34536) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:32.178843 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Request body: {'subnet': {'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1954448284-subnet', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:32.184616 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719ef5a-f06b-49e1-8cb6-413e732ce6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d6d9d1f-8551-4866-8fd0-aeb970e7f122,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:32.196842 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:47:32.207818 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Made reservation on behalf of d73022ca470240f68868a64e3befa8c8 for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:32.210958 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8793069'] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.411321 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8492503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8793055'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.471099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb5d501-4e7a-40c5-844e-9a2d50e3121f,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:32.479764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-24b1e832-e6cf-40b6-bf72-080dda9fa2e4 req-c2a47ea8-8af5-48a0-aa08-ece6142673f6 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 210 time: 0.0291514 Aug 09 11:47:32.523649 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Checking segment: {'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:32.524047 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Network hostable DHCP agents. Network: 9d6d9d1f-8551-4866-8fd0-aeb970e7f122, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:47:32.558371 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:47:32.574815 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:32.596706 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:32.597388 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:32.610589 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 9d6d9d1f-8551-4866-8fd0-aeb970e7f122) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:32.620566 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:32.621865 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.652923 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298c596-9824-4063-b1fa-b0abf54321f5 None None] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:32.659403 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a07c6bba-7d2e-4807-b5e9-8bdf8afd0c1b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4862168 Aug 09 11:47:32.662306 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34540) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:32.666896 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:32.709472 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-fa5618dc-cfc7-4b76-908b-001759a7f991 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:32.710704 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.711825 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-fa5618dc-cfc7-4b76-908b-001759a7f991 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 815 time: 0.1687155 Aug 09 11:47:32.711984 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.737988 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Request body: {'port': {'device_id': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'admin_state_up': True, 'tenant_id': '55abaca445474535985a170949e61e5e'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:32.776375 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.823491 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:32.901699 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Made reservation on behalf of 55abaca445474535985a170949e61e5e for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:32.906176 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:32.959321 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.101173 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.133374 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-9d6d9d1f-8551-4866-8fd0-aeb970e7f122', 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'fixed_ips': [{'subnet_id': '6cb5d501-4e7a-40c5-844e-9a2d50e3121f'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:47:33.134196 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Allocated IP 172.20.0.5 (6a613757-6c9d-400e-a84c-51a829a13b23/59facaac-2fe3-4f37-8763-da950cbeb863/d3d2d9fe-2177-4fe6-b191-a1df829aeffe) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:33.134316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.369046 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.391635 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d6c76523-16f8-463b-a4fd-77bf3d6148b7 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:33.470726 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.495384 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 2, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:33.517348 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Network 6a613757-6c9d-400e-a84c-51a829a13b23 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:33.520634 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:33.525012 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:33.532736 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.539390 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:33.539826 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Updating router fe06de56-7616-4920-a42f-0ec2fe196607 port 46600742-d6e7-40a0-8879-f0257a13daba binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:33.546200 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Allocated IP 172.20.0.2 (9d6d9d1f-8551-4866-8fd0-aeb970e7f122/6cb5d501-4e7a-40c5-844e-9a2d50e3121f/091ce9cf-c3b3-4240-9524-86df61f67e7b) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:33.552165 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.570513 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event updated for resources: {'Port': ['ID=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:33.587682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:33.588659 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.605352 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-e144b7a4-5195-4307-b352-f0be40a2b022 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8712833 Aug 09 11:47:33.628820 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.630562 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port d6c76523-16f8-463b-a4fd-77bf3d6148b7 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:33.630918 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.636662 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1', 'a958360e-18fd-4acb-8d5b-11a6871dfe71', '658452a1-5d90-4618-92fb-f4ee0070a57c'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:47:33.688095 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Allocated IP 172.27.3.72 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/d9d957a3-0648-4756-9e0b-5e2158552238) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:33.719826 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Request body: {'port': {'device_id': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:33.803621 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.835005 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.843410 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:33.860850 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb8484-6158-4a81-ab63-c775ec9815a1 req-8daec74f-4fba-4839-b2cd-61fdc083f545 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:33.862593 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-95cb8484-6158-4a81-ab63-c775ec9815a1 req-8daec74f-4fba-4839-b2cd-61fdc083f545 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 931 time: 0.1076355 Aug 09 11:47:33.887912 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:33.890676 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:33.897175 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:33.939271 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Pushing event updated for resources: {'Port': ['ID=d9d957a3-0648-4756-9e0b-5e2158552238,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:34.015893 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.038212 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Transition to ACTIVE for port object 091ce9cf-c3b3-4240-9524-86df61f67e7b will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:34.103669 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Transition to ACTIVE for port object 091ce9cf-c3b3-4240-9524-86df61f67e7b will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:34.118649 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-95cb8484-6158-4a81-ab63-c775ec9815a1 req-3e2823be-1f21-4535-b8fe-3e244ecbcf86 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948913 Aug 09 11:47:34.126035 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.182513 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.227268 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:34.236454 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:34.244521 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:34.248652 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Pushing event updated for resources: {'Port': ['ID=091ce9cf-c3b3-4240-9524-86df61f67e7b,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:34.284439 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.299489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d2d9fe-2177-4fe6-b191-a1df829aeffe {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:47:34.315382 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.318031 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Transition to ACTIVE for port object 46600742-d6e7-40a0-8879-f0257a13daba will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:34.334760 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Transition to ACTIVE for port object d3d2d9fe-2177-4fe6-b191-a1df829aeffe will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:34.338823 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.345804 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.412201 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Attempting to bind port 091ce9cf-c3b3-4240-9524-86df61f67e7b on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:34.412576 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Attempting to bind port 091ce9cf-c3b3-4240-9524-86df61f67e7b by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:34.412939 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Attempting to bind port 091ce9cf-c3b3-4240-9524-86df61f67e7b on network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:34.444568 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:34.444971 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Checking segment: {'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:34.445378 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.446041 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Bound using segment: {'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:34.446544 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Bound port: 091ce9cf-c3b3-4240-9524-86df61f67e7b, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:34.446934 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.483056 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049bbfa-f4c8-4081-b572-073db8444fcf None None] Pushing event updated for resources: {'Port': ['ID=46600742-d6e7-40a0-8879-f0257a13daba,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:34.585075 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.594872 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:34.656683 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Attempting to bind port 46600742-d6e7-40a0-8879-f0257a13daba on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:34.668218 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Attempting to bind port 46600742-d6e7-40a0-8879-f0257a13daba by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:34.668782 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Attempting to bind port 46600742-d6e7-40a0-8879-f0257a13daba on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:34.697717 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:34.698343 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Checking segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:34.698913 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.700080 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Bound using segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:34.700919 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Bound port: 46600742-d6e7-40a0-8879-f0257a13daba, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:34.701482 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.707526 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] For port 091ce9cf-c3b3-4240-9524-86df61f67e7b, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:34.745124 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34584) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:34.755789 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] For port 091ce9cf-c3b3-4240-9524-86df61f67e7b, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=091ce9cf-c3b3-4240-9524-86df61f67e7b,segment=NetworkSegment(f4efb8f5-c589-47e7-9dc0-885b590d58f7),segment_id=f4efb8f5-c589-47e7-9dc0-885b590d58f7)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:34.826260 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Attempting to bind port d3d2d9fe-2177-4fe6-b191-a1df829aeffe on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:34.827142 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Attempting to bind port d3d2d9fe-2177-4fe6-b191-a1df829aeffe by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:34.827472 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Attempting to bind port d3d2d9fe-2177-4fe6-b191-a1df829aeffe on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:34.835164 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Port d3d2d9fe-2177-4fe6-b191-a1df829aeffe on network 6a613757-6c9d-400e-a84c-51a829a13b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:47:34.835486 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Attempting to bind port d3d2d9fe-2177-4fe6-b191-a1df829aeffe on network 6a613757-6c9d-400e-a84c-51a829a13b23 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:34.851951 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:34.851951 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Checking segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:34.853703 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Bound using segment: {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:34.854163 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Bound port: d3d2d9fe-2177-4fe6-b191-a1df829aeffe, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f73b08-c609-4738-93d8-cb2f7eed873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:34.854517 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.867447 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:34.890455 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-9bf268b5-c763-46e1-a193-bd66fa5b47ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1237478 Aug 09 11:47:34.917818 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:47:35.010846 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] For port 46600742-d6e7-40a0-8879-f0257a13daba, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:35.016134 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] For port 46600742-d6e7-40a0-8879-f0257a13daba, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=46600742-d6e7-40a0-8879-f0257a13daba,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:35.023520 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] For port d3d2d9fe-2177-4fe6-b191-a1df829aeffe, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:35.057032 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:35.083744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] For port d3d2d9fe-2177-4fe6-b191-a1df829aeffe, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:35.086307 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:35.093805 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a86ed75e-a94c-4501-96b6-293f29c45ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:35.101769 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Sync routers for ids ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:35.112666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:35.115486 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Routers {'8f95c64e-a3b9-470f-84fc-5b3ac62817d9'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:35.116511 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:35.120552 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:35.122436 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-92240472-ffef-4fea-9390-6ea56c167a3f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4587479 Aug 09 11:47:35.125057 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34588) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:35.164721 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df02eec-0a4e-4506-83b6-2fa38ff9dcf8 None None] Pushing event updated for resources: {'Port': ['ID=091ce9cf-c3b3-4240-9524-86df61f67e7b,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:35.217526 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:35.219290 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:35.222396 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] 10.222.0.43 "PUT /v2.0/ports/d3d2d9fe-2177-4fe6-b191-a1df829aeffe HTTP/1.1" status: 200 len: 1093 time: 1.5116034 Aug 09 11:47:35.236595 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'tag': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:47:35.243926 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f2e00-f91b-4324-9478-61cebdcc7721" -d '{"events": [{"name": "network-changed", "server_uuid": "4039a8af-1a35-4b5b-b446-4fe1a8b954e6", "tag": "d3d2d9fe-2177-4fe6-b191-a1df829aeffe"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:35.248061 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:35.249232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:35.283489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253813-aebb-444f-8a62-ce901a08f430 req-9a1b9610-3f85-43fd-97cc-3340d5ef856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:35.288598 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-9a1b9610-3f85-43fd-97cc-3340d5ef856e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 1098 time: 0.2827473 Aug 09 11:47:35.394771 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8a8b-4e71-407d-a10c-6dfa4b832a21 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:35.467176 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Set router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:35.506649 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049bbfa-f4c8-4081-b572-073db8444fcf None None] Pushing event updated for resources: {'Port': ['ID=46600742-d6e7-40a0-8879-f0257a13daba,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:35.570283 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb79500-6099-4c8c-9c9f-7235d722c3fd x-openstack-request-id: req-2cb79500-6099-4c8c-9c9f-7235d722c3fd {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:35.585898 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4039a8af-1a35-4b5b-b446-4fe1a8b954e6", "tag": "d3d2d9fe-2177-4fe6-b191-a1df829aeffe", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:35.585898 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cb79500-6099-4c8c-9c9f-7235d722c3fd {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:35.585898 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'tag': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe', 'status': 'completed', 'code': 200} Aug 09 11:47:35.707053 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:35.774693 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-454069ef-da0c-48bf-a6f3-8f36b427b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:35.777080 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-454069ef-da0c-48bf-a6f3-8f36b427b3f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 1096 time: 0.3926704 Aug 09 11:47:35.785486 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e6f28-b000-4977-95a4-433b06a068b7 req-fd6db6f7-6b6c-4b06-9d02-3c3ed34239f3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:35.787128 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-212e6f28-b000-4977-95a4-433b06a068b7 req-fd6db6f7-6b6c-4b06-9d02-3c3ed34239f3 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 943 time: 0.2952514 Aug 09 11:47:35.795848 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:47:34Z', 'revision_number': 3, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port': {'id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:33Z', 'updated_at': '2021-08-09T11:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:35.838360 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Checking router: 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:35.841738 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Updating router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 port d9d957a3-0648-4756-9e0b-5e2158552238 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:35.842292 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253813-aebb-444f-8a62-ce901a08f430 req-1ed12295-7ca0-4a8c-9f33-1ebd27958693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:35.845670 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-1ed12295-7ca0-4a8c-9f33-1ebd27958693 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.4188735 Aug 09 11:47:35.882003 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.050163 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-5de15a3a-2c3e-4aae-8ea9-bbebcb3b90f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3d2d9fe-2177-4fe6-b191-a1df829aeffe HTTP/1.1" status: 200 len: 217 time: 0.2499652 Aug 09 11:47:36.181164 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.228234 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:35Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:36.360563 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.386360 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Transition to ACTIVE for port object d9d957a3-0648-4756-9e0b-5e2158552238 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:36.406589 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.407832 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769c099-f176-4c70-a697-5bcf0b2a961a None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:35Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:36.441980 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Attempting to bind port d9d957a3-0648-4756-9e0b-5e2158552238 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:36.442352 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Attempting to bind port d9d957a3-0648-4756-9e0b-5e2158552238 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:36.442712 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Attempting to bind port d9d957a3-0648-4756-9e0b-5e2158552238 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:36.445052 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.469932 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:36.470330 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:36.470904 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.471302 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:36.472058 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Bound port: d9d957a3-0648-4756-9e0b-5e2158552238, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:36.472462 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.565836 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9617b4c-12ed-4eec-8dfc-86de3f75ab44 None None] Pushing event updated for resources: {'Port': ['ID=d9d957a3-0648-4756-9e0b-5e2158552238,revision_number=2']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:36.608918 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Allocated IP 172.20.0.1 (9d6d9d1f-8551-4866-8fd0-aeb970e7f122/6cb5d501-4e7a-40c5-844e-9a2d50e3121f/7fac23cb-ee3d-4a78-bcd0-54d639efaba2) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:36.643720 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] For port d9d957a3-0648-4756-9e0b-5e2158552238, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:36.648229 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] For port d9d957a3-0648-4756-9e0b-5e2158552238, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=d9d957a3-0648-4756-9e0b-5e2158552238,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:36.667802 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.699986 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-6b9b82ea-d5e2-4668-acf4-805981dd324e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e9eafda-05b7-473e-b4ad-79f774782422 HTTP/1.1" status: 200 len: 217 time: 0.7968378 Aug 09 11:47:36.744728 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f102137-ace0-447f-a66a-297aab30c278 req-1cc3b3dc-4495-4723-9554-e1a1f8dbc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:36.746959 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-1cc3b3dc-4495-4723-9554-e1a1f8dbc08b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.1299877 Aug 09 11:47:36.756278 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Routers {'8f95c64e-a3b9-470f-84fc-5b3ac62817d9'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:36.756973 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:36.811115 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ddfff-07c2-47d4-810d-9d7822759f60 None None] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:36.815734 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9617b4c-12ed-4eec-8dfc-86de3f75ab44 None None] Pushing event updated for resources: {'Port': ['ID=d9d957a3-0648-4756-9e0b-5e2158552238,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:36.847286 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-212e6f28-b000-4977-95a4-433b06a068b7 req-e6e9746d-683b-433b-b6d9-1d66d3dc0032 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0449343 Aug 09 11:47:36.911770 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f102137-ace0-447f-a66a-297aab30c278 req-9913e8f6-b463-4e80-83b5-4be3cb17539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:36.928387 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-9913e8f6-b463-4e80-83b5-4be3cb17539e service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.1696703 Aug 09 11:47:36.931681 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-823431c6-fe51-4507-b04f-bf3e3ae6e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:36.933516 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-823431c6-fe51-4507-b04f-bf3e3ae6e365 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.8640065 Aug 09 11:47:36.937023 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a86ed75e-a94c-4501-96b6-293f29c45ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.939843 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253813-aebb-444f-8a62-ce901a08f430 req-bca8bac5-38a7-4bf7-aee0-32eae8c02984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:36.941754 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-bca8bac5-38a7-4bf7-aee0-32eae8c02984 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.1982751 Aug 09 11:47:36.950149 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a86ed75e-a94c-4501-96b6-293f29c45ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.954333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:36.971022 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Transition to ACTIVE for port object 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 will not be triggered until provisioned by entity DHCP. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:37.035012 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.069375 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-1ce9864d-367f-44ba-bc58-4059469e257e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642035 Aug 09 11:47:37.136134 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] Set router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:37.142193 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-86503ada-c899-41e4-a157-e47a009a26b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752897 Aug 09 11:47:37.173153 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Pushing event updated for resources: {'Port': ['ID=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:37.178579 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-d69e7b1a-fc14-4b60-9642-0bed5fadfd50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 217 time: 0.1548014 Aug 09 11:47:37.182222 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-71c0a126-fce7-4a76-b5d6-3c164a19aee1 None None] Provisioning for port 091ce9cf-c3b3-4240-9524-86df61f67e7b completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:37.195169 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ed75e-a94c-4501-96b6-293f29c45ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cba4cc-86b9-4ab3-a56b-cdad9e18bec7,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:37.218179 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a86ed75e-a94c-4501-96b6-293f29c45ae7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df8cc0158afc40dbba642d3101e13e67&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4716959 Aug 09 11:47:37.223854 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:37.231641 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34632) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:37.255384 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb534-159c-479e-b210-1ff09903d4ba req-6496b8f0-b045-43d3-920c-e7d2d9d00f64 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:37.257865 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-252bb534-159c-479e-b210-1ff09903d4ba req-6496b8f0-b045-43d3-920c-e7d2d9d00f64 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1170728 Aug 09 11:47:37.261875 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:37.291026 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:37.291284 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.408884 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f102137-ace0-447f-a66a-297aab30c278 req-655e6840-54ef-49dc-ad8c-a3f65f03d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:37.410449 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-655e6840-54ef-49dc-ad8c-a3f65f03d96b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.2149191 Aug 09 11:47:37.440366 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-252bb534-159c-479e-b210-1ff09903d4ba req-b66c2574-df37-4949-8476-d81f419457f1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739593 Aug 09 11:47:37.467192 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-c267bf5c-f5f4-47ae-8ed8-8cacc166516c service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678716 Aug 09 11:47:37.492916 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 46600742-d6e7-40a0-8879-f0257a13daba up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:37.514840 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:47:34Z', 'revision_number': 3, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port': {'id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:33Z', 'updated_at': '2021-08-09T11:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:37.541496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-521ad2fe-75f5-404b-af1b-24649e9b8e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.548452 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be10c35-1268-40f1-bd64-8dc7d66c7bc4 None None] The sync data for ids ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'] in dv-cinder-803901-1-iscsi is: [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:47:34Z', 'revision_number': 3, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port': {'id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:33Z', 'updated_at': '2021-08-09T11:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:37.564526 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-e26fc331-6192-403f-96c2-be027f93112e service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676373 Aug 09 11:47:37.582588 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-521ad2fe-75f5-404b-af1b-24649e9b8e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.624715 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 46600742-d6e7-40a0-8879-f0257a13daba completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:37.645982 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 46600742-d6e7-40a0-8879-f0257a13daba triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:37.654807 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.657976 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3ffd8fd2-4566-4b80-84ef-c2d6df3cf3bc None None] Provisioning for port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:37.688395 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-521ad2fe-75f5-404b-af1b-24649e9b8e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.692515 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-521ad2fe-75f5-404b-af1b-24649e9b8e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.694246 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-521ad2fe-75f5-404b-af1b-24649e9b8e6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1cba4cc-86b9-4ab3-a56b-cdad9e18bec7 HTTP/1.1" status: 204 len: 168 time: 0.2554259 Aug 09 11:47:37.721255 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ad2fe-75f5-404b-af1b-24649e9b8e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cba4cc-86b9-4ab3-a56b-cdad9e18bec7,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:37.725649 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.742260 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3ffd8fd2-4566-4b80-84ef-c2d6df3cf3bc None None] Provisioning complete for port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:37.742633 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8fd2-4566-4b80-84ef-c2d6df3cf3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.834215 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd8fd2-4566-4b80-84ef-c2d6df3cf3bc None None] Port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:37.901663 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.979525 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 46600742-d6e7-40a0-8879-f0257a13daba, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=46600742-d6e7-40a0-8879-f0257a13daba,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:37.987758 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.989117 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 091ce9cf-c3b3-4240-9524-86df61f67e7b up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:38.121998 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.125551 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09436-01a2-4147-b9cd-0d6891481265 req-c91f24e6-73a9-491f-b01b-109c4c43145f tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:38.136511 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ece09436-01a2-4147-b9cd-0d6891481265 req-c91f24e6-73a9-491f-b01b-109c4c43145f tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 943 time: 0.1022840 Aug 09 11:47:38.141341 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.142266 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.189546 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-6538b898-7f2b-4968-853b-7bf253596ef9 None None] Provisioning complete for port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:38.190231 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6538b898-7f2b-4968-853b-7bf253596ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.208706 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=46600742-d6e7-40a0-8879-f0257a13daba,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:38.217273 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ece09436-01a2-4147-b9cd-0d6891481265 req-bd32b68d-a4ec-4c11-991b-871b76c6eaab tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721364 Aug 09 11:47:38.262730 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 091ce9cf-c3b3-4240-9524-86df61f67e7b completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:38.269830 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 091ce9cf-c3b3-4240-9524-86df61f67e7b triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:38.270296 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.315092 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Pushing event updated for resources: {'Port': ['ID=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:38.318119 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-6538b898-7f2b-4968-853b-7bf253596ef9 None None] Port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:38.392485 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.392739 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:38.394136 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:38.434781 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 091ce9cf-c3b3-4240-9524-86df61f67e7b, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=091ce9cf-c3b3-4240-9524-86df61f67e7b,segment=NetworkSegment(f4efb8f5-c589-47e7-9dc0-885b590d58f7),segment_id=f4efb8f5-c589-47e7-9dc0-885b590d58f7)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:38.441356 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.505277 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=091ce9cf-c3b3-4240-9524-86df61f67e7b,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:38.750800 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3ebaa8c5-a50e-43e5-9530-22e546d53537 None None] Provisioning complete for port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:38.751185 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3ebaa8c5-a50e-43e5-9530-22e546d53537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.809729 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-3ebaa8c5-a50e-43e5-9530-22e546d53537 None None] Port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:38.818391 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:38.853914 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34670) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:38.933497 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:38.953304 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b3f46214-2b55-4586-8bcc-690c574a078b admin admin] 10.222.0.50 "PUT /v2.0/routers/8f95c64e-a3b9-470f-84fc-5b3ac62817d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8268464 Aug 09 11:47:38.962811 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1915696609-network', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:38.988956 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Made reservation on behalf of fe05ca122f744f0792f76f48515b71d4 for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:38.991242 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.000656 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.100787 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.105618 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.130058 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:47:39.140032 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9628928e-b774-4883-841f-ea08411d0c10,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:39.144597 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.144957 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Added segment 8f385d27-d8a8-4336-af5a-a7e83085db1f of type vlan for network b71900b9-088a-4103-8bae-e4722c81eb4e Aug 09 11:47:39.185189 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.219720 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.220685 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.222916 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.279331 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4242592 Aug 09 11:47:39.282349 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34680) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:39.287708 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Request body: {'subnet': {'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1915696609-subnet', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'ip_version': 4}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:39.290966 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909a4b6-3ea4-481c-bc87-449ef89dfd43 admin admin] Pushing event updated for resources: {'Network': ['ID=b71900b9-088a-4103-8bae-e4722c81eb4e,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:39.302311 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network b71900b9-088a-4103-8bae-e4722c81eb4e details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:47:39.322683 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Made reservation on behalf of fe05ca122f744f0792f76f48515b71d4 for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:39.325918 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.409857 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 46600742-d6e7-40a0-8879-f0257a13daba up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:39.460897 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 46600742-d6e7-40a0-8879-f0257a13daba triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:39.461265 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.511729 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.544993 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 091ce9cf-c3b3-4240-9524-86df61f67e7b up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:39.567292 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8372f0-4a9c-4d3e-bd74-43781591c3b9,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:39.577620 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Checking segment: {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:39.577971 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Network hostable DHCP agents. Network: b71900b9-088a-4103-8bae-e4722c81eb4e, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:47:39.592750 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 091ce9cf-c3b3-4240-9524-86df61f67e7b triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:39.593123 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.595461 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Network b71900b9-088a-4103-8bae-e4722c81eb4e is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:47:39.607030 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, b71900b9-088a-4103-8bae-e4722c81eb4e) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:39.616432 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8561ff22-23e9-4cbb-b6fa-46e3db1b7dfa None None] Network b71900b9-088a-4103-8bae-e4722c81eb4e requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:39.620433 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.621056 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.636038 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b4263a27-0673-409e-add5-8c037d659ff7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3521602 Aug 09 11:47:39.639848 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34684) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:39.644855 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:39.666885 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.668331 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.722214 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.739998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Sync routers for ids ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:39.751707 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d9d957a3-0648-4756-9e0b-5e2158552238 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:39.795024 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Routers {'8f95c64e-a3b9-470f-84fc-5b3ac62817d9'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:39.795813 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:39.868370 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.922932 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-b71900b9-088a-4103-8bae-e4722c81eb4e', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:47:39.923776 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.951003 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port d9d957a3-0648-4756-9e0b-5e2158552238 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:39.960065 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port d9d957a3-0648-4756-9e0b-5e2158552238 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:39.960428 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:39.995138 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Set router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:40.073145 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.094462 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.212932 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Allocated IP 172.27.3.182 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/b4efe14d-b1e6-461b-98da-c3bacdcbbd03) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:40.262250 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Allocated IP 172.20.0.2 (b71900b9-088a-4103-8bae-e4722c81eb4e/bf8372f0-4a9c-4d3e-bd74-43781591c3b9/65aef7ae-e0eb-4d5b-967a-b1a76063872a) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:40.297424 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.325450 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.369395 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.410798 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:40.417821 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:40.423398 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:40.429133 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Pushing event updated for resources: {'Port': ['ID=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:40.518991 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port d9d957a3-0648-4756-9e0b-5e2158552238, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=d9d957a3-0648-4756-9e0b-5e2158552238,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:40.527667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.646101 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=d9d957a3-0648-4756-9e0b-5e2158552238,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:40.665901 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.668902 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 4, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port': {'id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:33Z', 'updated_at': '2021-08-09T11:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '7fac23cb-ee3d-4a78-bcd0-54d639efaba2', 'name': '', 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '6cb5d501-4e7a-40c5-844e-9a2d50e3121f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:36Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 2, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'subnets': [{'id': '6cb5d501-4e7a-40c5-844e-9a2d50e3121f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:40.696084 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.700846 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Transition to ACTIVE for port object 65aef7ae-e0eb-4d5b-967a-b1a76063872a will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:40.703198 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Checking router: 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:40.703198 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Updating router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:40.736194 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Transition to ACTIVE for port object 65aef7ae-e0eb-4d5b-967a-b1a76063872a will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:40.738835 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.750135 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.811810 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Network b71900b9-088a-4103-8bae-e4722c81eb4e is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:40.824543 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:40.827212 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:40.901406 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Pushing event updated for resources: {'Port': ['ID=65aef7ae-e0eb-4d5b-967a-b1a76063872a,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:40.906544 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:40.971951 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Attempting to bind port 65aef7ae-e0eb-4d5b-967a-b1a76063872a on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:40.972320 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Attempting to bind port 65aef7ae-e0eb-4d5b-967a-b1a76063872a by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:40.972684 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Attempting to bind port 65aef7ae-e0eb-4d5b-967a-b1a76063872a on network b71900b9-088a-4103-8bae-e4722c81eb4e {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:41.007988 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:41.008356 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Checking segment: {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:41.008760 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.009149 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Bound using segment: {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:41.009627 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Bound port: 65aef7ae-e0eb-4d5b-967a-b1a76063872a, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:41.010026 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.047392 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Router bbadc6de-c079-4b8d-9510-53b4c984a545 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:47:41.110670 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] For port 65aef7ae-e0eb-4d5b-967a-b1a76063872a, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:41.127397 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] For port 65aef7ae-e0eb-4d5b-967a-b1a76063872a, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=65aef7ae-e0eb-4d5b-967a-b1a76063872a,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:41.132229 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.169346 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:41.178140 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Sync routers for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:41.188892 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.193379 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:41.193540 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-cd93735b-dce0-41ed-b9e4-4584a8b2ec90 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5488665 Aug 09 11:47:41.194027 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:41.194151 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34692) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:41.236371 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.238798 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ffb9d-86ff-410a-8ec7-d729695319d1 None None] Pushing event updated for resources: {'Port': ['ID=65aef7ae-e0eb-4d5b-967a-b1a76063872a,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:41.252108 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Transition to ACTIVE for port object 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:41.268380 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.288843 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-8e293f10-8a35-4090-a68d-a79986be8c52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482557 Aug 09 11:47:41.344209 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc15345-6d26-48a8-a413-485cd427e4e5 None None] Pushing event updated for resources: {'Port': ['ID=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:41.381919 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d9d957a3-0648-4756-9e0b-5e2158552238 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:41.395467 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:41.452606 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Attempting to bind port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:41.452606 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Attempting to bind port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:41.457455 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Attempting to bind port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 on network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:41.474584 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:41.474960 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Checking segment: {'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:41.475371 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.475821 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Bound using segment: {'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:41.476309 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Bound port: 7fac23cb-ee3d-4a78-bcd0-54d639efaba2, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4efb8f5-c589-47e7-9dc0-885b590d58f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:41.476700 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.630920 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port d9d957a3-0648-4756-9e0b-5e2158552238 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:41.631232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.677125 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:40Z', 'revision_number': 3, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:41.692879 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] For port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:41.717363 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] For port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,segment=NetworkSegment(f4efb8f5-c589-47e7-9dc0-885b590d58f7),segment_id=f4efb8f5-c589-47e7-9dc0-885b590d58f7)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:41.734613 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Checking router: bbadc6de-c079-4b8d-9510-53b4c984a545 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:41.735276 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Updating router bbadc6de-c079-4b8d-9510-53b4c984a545 port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:41.771036 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.773607 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:41.853664 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Routers {'8f95c64e-a3b9-470f-84fc-5b3ac62817d9'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:41.854312 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:41.895472 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc15345-6d26-48a8-a413-485cd427e4e5 None None] Pushing event updated for resources: {'Port': ['ID=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:42.025814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] Set router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:42.065892 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.126694 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.138836 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Transition to ACTIVE for port object b4efe14d-b1e6-461b-98da-c3bacdcbbd03 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:42.146909 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.207894 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Attempting to bind port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:42.208498 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Attempting to bind port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:42.208739 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Attempting to bind port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:42.219742 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:42.220209 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:42.221386 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.222119 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:42.222669 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Bound port: b4efe14d-b1e6-461b-98da-c3bacdcbbd03, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:42.223411 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.240287 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Allocated IP 172.20.0.1 (b71900b9-088a-4103-8bae-e4722c81eb4e/bf8372f0-4a9c-4d3e-bd74-43781591c3b9/4218922b-4228-4287-9cb0-af2cca4860f2) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:42.261667 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f96586-6c84-45e0-b117-6335025c0750 None None] Pushing event updated for resources: {'Port': ['ID=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,revision_number=2']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:42.294701 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] For port b4efe14d-b1e6-461b-98da-c3bacdcbbd03, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:42.299058 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] For port b4efe14d-b1e6-461b-98da-c3bacdcbbd03, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:42.300906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 4, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port': {'id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:33Z', 'updated_at': '2021-08-09T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '7fac23cb-ee3d-4a78-bcd0-54d639efaba2', 'name': '', 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '6cb5d501-4e7a-40c5-844e-9a2d50e3121f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:36Z', 'updated_at': '2021-08-09T11:47:41Z', 'revision_number': 4, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'subnets': [{'id': '6cb5d501-4e7a-40c5-844e-9a2d50e3121f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:42.306436 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.337793 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d4a63-2ba4-40c4-be36-6349228727d8 None None] The sync data for ids ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'] in dv-cinder-803901-1-iscsi is: [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 4, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port': {'id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:33Z', 'updated_at': '2021-08-09T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '7fac23cb-ee3d-4a78-bcd0-54d639efaba2', 'name': '', 'network_id': '9d6d9d1f-8551-4866-8fd0-aeb970e7f122', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '6cb5d501-4e7a-40c5-844e-9a2d50e3121f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:36Z', 'updated_at': '2021-08-09T11:47:41Z', 'revision_number': 4, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'subnets': [{'id': '6cb5d501-4e7a-40c5-844e-9a2d50e3121f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:42.360692 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.378656 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Transition to ACTIVE for port object 4218922b-4228-4287-9cb0-af2cca4860f2 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:42.381856 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:42.382361 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:42.385623 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f96586-6c84-45e0-b117-6335025c0750 None None] Pushing event updated for resources: {'Port': ['ID=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:42.455126 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.504574 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Network b71900b9-088a-4103-8bae-e4722c81eb4e is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:42.507851 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:42.510410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:42.542138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=4218922b-4228-4287-9cb0-af2cca4860f2,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:42.546689 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:42.566007 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.634813 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc1768-f0f9-4e85-bdf8-6c5af810bcad None None] Network b71900b9-088a-4103-8bae-e4722c81eb4e requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:42.745892 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:42.801391 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-7b1e7478-b147-4dcc-8d94-916e3fd4911a None None] Provisioning for port 65aef7ae-e0eb-4d5b-967a-b1a76063872a completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:42.837125 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:40Z', 'revision_number': 3, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:42.871953 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e166aeb-8abc-4855-b991-6950cc74b933 None None] The sync data for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi is: [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:40Z', 'revision_number': 3, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:43.147916 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-0afc6b29-b72a-4ed1-9bda-55d6209ba421 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749059 Aug 09 11:47:43.184256 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.199923 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.300049 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-3cd39d90-da22-4c5b-9936-6b5061d3d014 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442242 Aug 09 11:47:43.389844 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-a26d8632-c66d-4dcb-a8b0-2d2397c205f5 None None] Provisioning for port 4218922b-4228-4287-9cb0-af2cca4860f2 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:43.400120 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-a26d8632-c66d-4dcb-a8b0-2d2397c205f5 None None] Provisioning complete for port 4218922b-4228-4287-9cb0-af2cca4860f2 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:43.403210 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a26d8632-c66d-4dcb-a8b0-2d2397c205f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.463239 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-a26d8632-c66d-4dcb-a8b0-2d2397c205f5 None None] Port 4218922b-4228-4287-9cb0-af2cca4860f2 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:43.479717 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 65aef7ae-e0eb-4d5b-967a-b1a76063872a up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:43.488180 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=4218922b-4228-4287-9cb0-af2cca4860f2,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:43.490701 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.524327 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4e7ef11-d894-4d11-818f-17f726fc9850 req-de1899e7-3c71-4602-bb64-9f4a8b3df017 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988551 Aug 09 11:47:43.556427 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 65aef7ae-e0eb-4d5b-967a-b1a76063872a completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:43.563436 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59253813-aebb-444f-8a62-ce901a08f430 req-a529715a-72c1-4b76-81cf-3a667caa3222 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406119 Aug 09 11:47:43.564067 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 65aef7ae-e0eb-4d5b-967a-b1a76063872a triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:43.564502 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.635113 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b613f2-7989-4086-944f-84d36206f0f4 req-b09fad02-094d-40fe-a415-a75b85342761 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:43.637854 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-85b613f2-7989-4086-944f-84d36206f0f4 req-b09fad02-094d-40fe-a415-a75b85342761 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.3103812 Aug 09 11:47:43.650153 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-32f531b2-8c48-456c-a4e2-76e705ec8a5a None None] Provisioning complete for port 4218922b-4228-4287-9cb0-af2cca4860f2 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:43.650667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-32f531b2-8c48-456c-a4e2-76e705ec8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.727826 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-32f531b2-8c48-456c-a4e2-76e705ec8a5a None None] Port 4218922b-4228-4287-9cb0-af2cca4860f2 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:43.733514 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.746497 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-85b613f2-7989-4086-944f-84d36206f0f4 req-924caf62-9992-4ad8-ab80-4a22c88a0bdb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891175 Aug 09 11:47:43.787799 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Network b71900b9-088a-4103-8bae-e4722c81eb4e is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:43.790965 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:43.806626 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-c781fb70-6295-4b8a-8c23-a7a48710174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:43.808236 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-c781fb70-6295-4b8a-8c23-a7a48710174c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abaca445474535985a170949e61e5e&device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 1096 time: 0.0961208 Aug 09 11:47:43.808446 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 65aef7ae-e0eb-4d5b-967a-b1a76063872a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=65aef7ae-e0eb-4d5b-967a-b1a76063872a,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:43.823725 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:43.823725 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:43.895991 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34714) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:43.901127 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-dd28a633-baad-41bb-aa5f-12643d3366ca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901375349', 'description': 'tempest-secgroup-smoke-1901375349 description', 'project_id': 'e83dea55f2bc48168cfec78363a51d3b'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:43.973214 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dd28a633-baad-41bb-aa5f-12643d3366ca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.057272 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=65aef7ae-e0eb-4d5b-967a-b1a76063872a,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:44.083503 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:44.088099 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:44.088799 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.203812 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dd28a633-baad-41bb-aa5f-12643d3366ca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.212542 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.218984 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dd28a633-baad-41bb-aa5f-12643d3366ca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.281725 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973321a4-a484-4958-adce-f419b4f0cf6a req-5b5d1556-aebe-49a2-a31a-96dee2f2b98b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:44.283443 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-973321a4-a484-4958-adce-f419b4f0cf6a req-5b5d1556-aebe-49a2-a31a-96dee2f2b98b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 943 time: 0.3065341 Aug 09 11:47:44.290691 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-aa32d708-f3e8-4287-b6a7-a125a1375216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:44.292266 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-aa32d708-f3e8-4287-b6a7-a125a1375216 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 200 len: 916 time: 0.3772161 Aug 09 11:47:44.294986 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28a633-baad-41bb-aa5f-12643d3366ca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e55f267-8ba1-4195-808a-a12cee259502,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:44.304311 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Router bbadc6de-c079-4b8d-9510-53b4c984a545 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:44.313343 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,segment=NetworkSegment(f4efb8f5-c589-47e7-9dc0-885b590d58f7),segment_id=f4efb8f5-c589-47e7-9dc0-885b590d58f7)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:44.319717 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-dd28a633-baad-41bb-aa5f-12643d3366ca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.324928 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-dd28a633-baad-41bb-aa5f-12643d3366ca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4277618 Aug 09 11:47:44.325807 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34722) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:44.327001 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-ce0706d9-bcd4-4c53-acce-2b88aedb7776 None None] Provisioning complete for port 4218922b-4228-4287-9cb0-af2cca4860f2 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:44.327691 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-ce0706d9-bcd4-4c53-acce-2b88aedb7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.332799 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-ff2c0786-aa68-4dd3-900e-afc114213267 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'security_group_rule': {'security_group_id': '1e55f267-8ba1-4195-808a-a12cee259502', 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:44.372963 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-0fc9f5bc-ae93-403e-b733-45cbcf4fb4e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3d2d9fe-2177-4fe6-b191-a1df829aeffe HTTP/1.1" status: 200 len: 217 time: 0.0461576 Aug 09 11:47:44.376568 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0786-aa68-4dd3-900e-afc114213267 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.392973 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.399998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-ce0706d9-bcd4-4c53-acce-2b88aedb7776 None None] Port 4218922b-4228-4287-9cb0-af2cca4860f2 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:44.464328 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0786-aa68-4dd3-900e-afc114213267 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.468145 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:44.473360 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0786-aa68-4dd3-900e-afc114213267 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.493212 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-973321a4-a484-4958-adce-f419b4f0cf6a req-9bf2a672-9a0e-417c-a9a3-688df597358b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997452 Aug 09 11:47:44.513514 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c0786-aa68-4dd3-900e-afc114213267 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8411a0-1db2-46cd-ac3d-39820b2dacd0,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:44.537171 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0786-aa68-4dd3-900e-afc114213267 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.542567 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-ff2c0786-aa68-4dd3-900e-afc114213267 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2145772 Aug 09 11:47:44.544218 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34724) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:44.549473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-0d24ba89-461f-4ba6-9049-74ec1571ab50 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'security_group_rule': {'security_group_id': '1e55f267-8ba1-4195-808a-a12cee259502', 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:44.562848 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-51e662d9-3f1b-4d2d-8674-bcacd3b4e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:44.564370 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-51e662d9-3f1b-4d2d-8674-bcacd3b4e6a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 200 len: 855 time: 0.1127977 Aug 09 11:47:44.584252 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0d24ba89-461f-4ba6-9049-74ec1571ab50 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.586449 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:44.593017 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-b1cb0d5f-25c7-4a1d-81ce-c12567547ca2 admin admin] 10.222.0.50 "PUT /v2.0/routers/bbadc6de-c079-4b8d-9510-53b4c984a545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982465 Aug 09 11:47:44.667208 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-ac1da603-f93d-4861-ac2b-64f53436b6dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a613757-6c9d-400e-a84c-51a829a13b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599630 Aug 09 11:47:44.703859 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0d24ba89-461f-4ba6-9049-74ec1571ab50 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.711556 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0d24ba89-461f-4ba6-9049-74ec1571ab50 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.734846 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24ba89-461f-4ba6-9049-74ec1571ab50 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e56628d-15b1-4291-bdcb-884b7c4d2a39,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:44.752375 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0d24ba89-461f-4ba6-9049-74ec1571ab50 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.756606 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-0d24ba89-461f-4ba6-9049-74ec1571ab50 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2083497 Aug 09 11:47:44.756892 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34738) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:44.765644 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-48e2b6e3-76ce-4615-b221-18de6669ad76 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'security_group_rule': {'security_group_id': '1e55f267-8ba1-4195-808a-a12cee259502', 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:44.834256 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6e3-76ce-4615-b221-18de6669ad76 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:44.837921 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-2504b6dc-69cf-41ab-9d12-aebe609b05d4 service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616890 Aug 09 11:47:45.005447 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6e3-76ce-4615-b221-18de6669ad76 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.009357 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f34f2e00-f91b-4324-9478-61cebdcc7721 req-0ea940e0-6d88-419f-b445-3e57485bb10a service neutron] 10.222.0.43 "GET /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625299 Aug 09 11:47:45.014688 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6e3-76ce-4615-b221-18de6669ad76 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.043395 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6207dd-9bd9-44d3-8068-e0909e7ac225 req-0e007dd0-5f2d-4abb-9d56-842f29079193 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:45.045695 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5f6207dd-9bd9-44d3-8068-e0909e7ac225 req-0e007dd0-5f2d-4abb-9d56-842f29079193 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0817635 Aug 09 11:47:45.062054 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b6e3-76ce-4615-b221-18de6669ad76 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6c5af9-2eb9-4e18-9c61-4593e2790f1b,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:45.073296 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6e3-76ce-4615-b221-18de6669ad76 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.075336 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-48e2b6e3-76ce-4615-b221-18de6669ad76 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167059 Aug 09 11:47:45.078980 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34752) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:45.088436 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-35555b68-3078-44ce-8729-65fc7883e80d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'security_group_rule': {'security_group_id': '1e55f267-8ba1-4195-808a-a12cee259502', 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:45.152043 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5f6207dd-9bd9-44d3-8068-e0909e7ac225 req-75c6a5c9-72e5-45f4-9bb2-58d4672ad927 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986192 Aug 09 11:47:45.177476 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-35555b68-3078-44ce-8729-65fc7883e80d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.259853 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-35555b68-3078-44ce-8729-65fc7883e80d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.266118 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-35555b68-3078-44ce-8729-65fc7883e80d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.328436 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35555b68-3078-44ce-8729-65fc7883e80d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93cf7b1-d8b6-4e52-8d84-c699d1c04979,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:45.339604 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-35555b68-3078-44ce-8729-65fc7883e80d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.343682 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-35555b68-3078-44ce-8729-65fc7883e80d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2598305 Aug 09 11:47:45.345938 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34762) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:45.367160 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'security_group_rule': {'security_group_id': '1e55f267-8ba1-4195-808a-a12cee259502', 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:45.429863 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.securitygroups_db [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Project e83dea55f2bc48168cfec78363a51d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:47:45.431120 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.494226 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:45.540537 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.547628 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.559358 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34772) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:45.570580 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-511907430-network', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:45.575065 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8575f4de-0937-4877-8854-93103ac3a221,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:45.594203 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:45.594589 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.603996 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Made reservation on behalf of 69e8ac0f820f4ea390e67fd0548544f0 for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:45.610328 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.612145 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.613558 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-87d59f3d-c87c-4232-89b0-682ead70699b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2644956 Aug 09 11:47:45.617109 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34774) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:45.623494 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'security_group_rule': {'security_group_id': '1e55f267-8ba1-4195-808a-a12cee259502', 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:45.635739 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.684768 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.securitygroups_db [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Project e83dea55f2bc48168cfec78363a51d3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:47:45.691754 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.730699 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 65aef7ae-e0eb-4d5b-967a-b1a76063872a up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:45.745355 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093bf16-5d3b-4632-b6be-fb7a42775e34 req-63357a57-852d-45c1-985a-a1106b69231e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:45.748326 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1093bf16-5d3b-4632-b6be-fb7a42775e34 req-63357a57-852d-45c1-985a-a1106b69231e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 943 time: 0.0917196 Aug 09 11:47:45.786263 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.795841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.798285 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.798756 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 65aef7ae-e0eb-4d5b-967a-b1a76063872a triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:45.799169 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.806074 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.811528 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1093bf16-5d3b-4632-b6be-fb7a42775e34 req-4841cdf4-69c9-4a22-89f6-2e5e4a947467 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576682 Aug 09 11:47:45.818936 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec090b8-7881-497a-9d3b-bc27dcc8136f,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:45.828025 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.830025 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-7f0476e3-f6f5-47ce-85b8-c6d6aebd2d27 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2119093 Aug 09 11:47:45.845887 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:47:45.857624 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e94afa-858f-48a7-bcac-315169d48bd9,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:45.863271 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.863882 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Added segment dc375910-a949-489e-9b98-cc616dd7782f of type vlan for network d98caf4a-d962-402c-bd42-8c80467f434f Aug 09 11:47:45.913608 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.940406 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b4efe14d-b1e6-461b-98da-c3bacdcbbd03 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:45.960676 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:45.965680 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:45.966663 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.015133 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:46.019890 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:46.020328 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.041984 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4786923 Aug 09 11:47:46.042670 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34812) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:46.048849 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Request body: {'subnet': {'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-511907430-subnet', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:46.084932 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37d48-6368-43fb-bdc7-1a18d67297ac admin admin] Pushing event updated for resources: {'Network': ['ID=d98caf4a-d962-402c-bd42-8c80467f434f,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:46.088645 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Made reservation on behalf of 69e8ac0f820f4ea390e67fd0548544f0 for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:46.092215 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8793069'] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.096150 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network d98caf4a-d962-402c-bd42-8c80467f434f details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:47:46.289647 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.348696 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8492503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8793055'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.361984 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port b4efe14d-b1e6-461b-98da-c3bacdcbbd03, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:46.375844 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc6e1d-70aa-4d22-aadd-cdc27d89ddb7 req-5c97f7f8-dcdf-4399-8943-6507e2e6a00a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:46.377420 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ccfc6e1d-70aa-4d22-aadd-cdc27d89ddb7 req-5c97f7f8-dcdf-4399-8943-6507e2e6a00a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0817404 Aug 09 11:47:46.385812 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Sync routers for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:46.398557 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.444739 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3db75c9-9803-43c7-9aa4-3d658853a570,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:46.451784 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ccfc6e1d-70aa-4d22-aadd-cdc27d89ddb7 req-8621224a-373b-4c3f-aa10-cd0799ac4e01 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Aug 09 11:47:46.456387 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Checking segment: {'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:46.456750 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Network hostable DHCP agents. Network: d98caf4a-d962-402c-bd42-8c80467f434f, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:47:46.475516 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:46.481744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Network d98caf4a-d962-402c-bd42-8c80467f434f is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:47:46.488166 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:46.488715 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:46.497666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, d98caf4a-d962-402c-bd42-8c80467f434f) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:46.503176 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:46.503965 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.528197 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6819f8b-a17f-43a4-880b-429f82fb1a47 None None] Network d98caf4a-d962-402c-bd42-8c80467f434f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:46.530087 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34840) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:46.530804 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-760ec45a-083e-4df6-be6f-5405d2c13050 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4858842 Aug 09 11:47:46.536348 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:46.586547 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.587882 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.693889 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:46.695602 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.866444 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.891948 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-d98caf4a-d962-402c-bd42-8c80467f434f', 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'fixed_ips': [{'subnet_id': 'b3db75c9-9803-43c7-9aa4-3d658853a570'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:47:46.892952 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:46.967232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d12f3-1fe3-4585-9d4e-5ff003fb25ee req-ab5fb80d-4684-4ee2-a42d-1d3b7f476bf1 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:46.976129 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4b8d12f3-1fe3-4585-9d4e-5ff003fb25ee req-ab5fb80d-4684-4ee2-a42d-1d3b7f476bf1 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 943 time: 0.0693944 Aug 09 11:47:47.028694 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4b8d12f3-1fe3-4585-9d4e-5ff003fb25ee req-8aeabf85-655d-4d2e-aac8-d22357fbcb07 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511224 Aug 09 11:47:47.098629 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Allocated IP 172.20.0.2 (d98caf4a-d962-402c-bd42-8c80467f434f/b3db75c9-9803-43c7-9aa4-3d658853a570/b3c6aede-1740-481b-8e40-34e492b66688) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:47.125130 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 2, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:47.125441 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.144804 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.187675 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Checking router: bbadc6de-c079-4b8d-9510-53b4c984a545 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:47.187983 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Updating router bbadc6de-c079-4b8d-9510-53b4c984a545 port 4218922b-4228-4287-9cb0-af2cca4860f2 binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:47.227883 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.263842 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Allocated IP 172.27.3.111 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/74774a4b-89a2-4e3f-889e-c6e605ce3898) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:47.343964 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b4efe14d-b1e6-461b-98da-c3bacdcbbd03 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:47.383044 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.425375 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.470058 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:47.473708 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:47.476165 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:47.515831 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Pushing event updated for resources: {'Port': ['ID=74774a4b-89a2-4e3f-889e-c6e605ce3898,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:47.546363 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.552083 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:47:47.597639 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Transition to ACTIVE for port object b3c6aede-1740-481b-8e40-34e492b66688 will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:47.625533 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:47.625906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.666957 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972478b-f865-4dbb-9a9a-78e50d6a9e6c req-23027cf5-2825-4e24-b382-00397d769c4b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:47.670827 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e972478b-f865-4dbb-9a9a-78e50d6a9e6c req-23027cf5-2825-4e24-b382-00397d769c4b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1130419 Aug 09 11:47:47.673830 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Transition to ACTIVE for port object b3c6aede-1740-481b-8e40-34e492b66688 will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:47.696695 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.798866 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Network d98caf4a-d962-402c-bd42-8c80467f434f is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:47.800359 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e972478b-f865-4dbb-9a9a-78e50d6a9e6c req-acba333d-a181-4f66-8247-2fec5fad8ec0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607607 Aug 09 11:47:47.810582 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:47.813094 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:47.818497 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Pushing event updated for resources: {'Port': ['ID=b3c6aede-1740-481b-8e40-34e492b66688,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:47.850798 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.916965 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.952321 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Transition to ACTIVE for port object 4218922b-4228-4287-9cb0-af2cca4860f2 will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:47.963935 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Attempting to bind port b3c6aede-1740-481b-8e40-34e492b66688 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:47.964604 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Attempting to bind port b3c6aede-1740-481b-8e40-34e492b66688 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:47.964763 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Attempting to bind port b3c6aede-1740-481b-8e40-34e492b66688 on network d98caf4a-d962-402c-bd42-8c80467f434f {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:47.968634 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.980854 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:47.981452 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Checking segment: {'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:47.981877 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.982290 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Bound using segment: {'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:47.982801 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Bound port: b3c6aede-1740-481b-8e40-34e492b66688, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:47.983184 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.068743 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0933e-11bb-4f91-af6b-f37f048d6d02 None None] Pushing event updated for resources: {'Port': ['ID=4218922b-4228-4287-9cb0-af2cca4860f2,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:48.086718 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.149495 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Attempting to bind port 4218922b-4228-4287-9cb0-af2cca4860f2 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:48.149871 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Attempting to bind port 4218922b-4228-4287-9cb0-af2cca4860f2 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:48.150243 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Attempting to bind port 4218922b-4228-4287-9cb0-af2cca4860f2 on network b71900b9-088a-4103-8bae-e4722c81eb4e {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:48.153519 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] For port b3c6aede-1740-481b-8e40-34e492b66688, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:48.157755 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] For port b3c6aede-1740-481b-8e40-34e492b66688, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b3c6aede-1740-481b-8e40-34e492b66688,segment=NetworkSegment(dc375910-a949-489e-9b98-cc616dd7782f),segment_id=dc375910-a949-489e-9b98-cc616dd7782f)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:48.161195 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:48.161569 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Checking segment: {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:48.161983 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.162385 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Bound using segment: {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:48.162866 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Bound port: 4218922b-4228-4287-9cb0-af2cca4860f2, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:48.164664 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.175980 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.291284 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fa98-5918-45a8-80e2-183e6732187a req-122342e1-47d0-4440-bd25-1606ad8101bf tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:48.293490 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6d98fa98-5918-45a8-80e2-183e6732187a req-122342e1-47d0-4440-bd25-1606ad8101bf tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 943 time: 0.0753438 Aug 09 11:47:48.328206 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Router 6ae38616-633b-4031-bfcd-9edbefb98ba5 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:47:48.347811 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6d98fa98-5918-45a8-80e2-183e6732187a req-71e224fa-42c4-43c0-942a-68bf2dbf9abd tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Aug 09 11:47:48.436207 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a494c8-4a37-4bf6-9f85-ded55802766b None None] Pushing event updated for resources: {'Port': ['ID=b3c6aede-1740-481b-8e40-34e492b66688,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:48.448453 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] For port 4218922b-4228-4287-9cb0-af2cca4860f2, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:48.454093 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] For port 4218922b-4228-4287-9cb0-af2cca4860f2, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=4218922b-4228-4287-9cb0-af2cca4860f2,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:48.458513 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.502425 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:48.521022 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Sync routers for ids ['6ae38616-633b-4031-bfcd-9edbefb98ba5'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:48.528942 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:48.530782 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:48.531223 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-f6a793e2-0909-468b-9966-d701b3c76583 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9990187 Aug 09 11:47:48.533798 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34894) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:48.534326 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:48.541073 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0933e-11bb-4f91-af6b-f37f048d6d02 None None] Pushing event updated for resources: {'Port': ['ID=4218922b-4228-4287-9cb0-af2cca4860f2,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:48.552661 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Routers {'6ae38616-633b-4031-bfcd-9edbefb98ba5'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:48.553844 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['6ae38616-633b-4031-bfcd-9edbefb98ba5'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:48.754623 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:48.837646 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Set router 6ae38616-633b-4031-bfcd-9edbefb98ba5 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:48.898169 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device d3d2d9fe-2177-4fe6-b191-a1df829aeffe details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:47:48.978838 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476d157-d818-422e-95cc-5ed87ced5d07 req-8cff9e47-8156-4103-9a8a-50e10d2122e8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:48.981935 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7476d157-d818-422e-95cc-5ed87ced5d07 req-8cff9e47-8156-4103-9a8a-50e10d2122e8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0794470 Aug 09 11:47:49.044747 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7476d157-d818-422e-95cc-5ed87ced5d07 req-b2f305b7-64ca-4c78-a758-d0521fa41174 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536871 Aug 09 11:47:49.095913 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:47:47Z', 'revision_number': 3, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port': {'id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:47Z', 'updated_at': '2021-08-09T11:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:49.159740 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port d3d2d9fe-2177-4fe6-b191-a1df829aeffe, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:49.176729 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe', 'network_id': '6a613757-6c9d-400e-a84c-51a829a13b23', 'port_id': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe', 'mac_address': 'fa:16:3e:2e:41:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59facaac-2fe3-4f37-8763-da950cbeb863', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:47:49.205047 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Checking router: 6ae38616-633b-4031-bfcd-9edbefb98ba5 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:49.205648 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Updating router 6ae38616-633b-4031-bfcd-9edbefb98ba5 port 74774a4b-89a2-4e3f-889e-c6e605ce3898 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:49.233870 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.238382 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:48Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:49.238744 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.291951 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8bdb4-7cf8-48ff-8bc9-01fb04155d85 None None] The sync data for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi is: [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:48Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:49.302855 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d2d9fe-2177-4fe6-b191-a1df829aeffe {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:47:49.334345 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port d3d2d9fe-2177-4fe6-b191-a1df829aeffe, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:49.340803 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.350296 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.474536 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:49.517674 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b3c6aede-1740-481b-8e40-34e492b66688 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:49.613281 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port b3c6aede-1740-481b-8e40-34e492b66688 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:49.652364 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34914) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:49.846368 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.851242 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bab8e4f-7597-411c-9702-324209861390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.861057 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Transition to ACTIVE for port object 74774a4b-89a2-4e3f-889e-c6e605ce3898 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:49.873692 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.025749 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3fda4-a73e-4dca-ad3f-2e5621fb442a None None] Network d98caf4a-d962-402c-bd42-8c80467f434f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:50.038349 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bab8e4f-7597-411c-9702-324209861390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.047214 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bab8e4f-7597-411c-9702-324209861390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.107326 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Allocated IP 172.20.0.1 (d98caf4a-d962-402c-bd42-8c80467f434f/b3db75c9-9803-43c7-9aa4-3d658853a570/782679b7-9ccc-41bf-a2e8-af6b3daa637a) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:50.108908 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Attempting to bind port 74774a4b-89a2-4e3f-889e-c6e605ce3898 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:50.109378 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Attempting to bind port 74774a4b-89a2-4e3f-889e-c6e605ce3898 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:50.109831 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Attempting to bind port 74774a4b-89a2-4e3f-889e-c6e605ce3898 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:50.112586 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8e4f-7597-411c-9702-324209861390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bf24ba-1baa-4bd4-8cd3-3b3bcc0143a5,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:50.140585 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:50.141428 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:50.142067 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.142666 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:50.143474 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Bound port: 74774a4b-89a2-4e3f-889e-c6e605ce3898, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:50.144243 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.146149 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60ba11-84cd-442e-8b12-7a5f6d100f07 req-202fa4fa-cc9a-477c-be07-ba2f04c4fe4a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:50.146616 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e032819f-1ec3-4bce-b9d1-02a92f7b0d98 None None] Provisioning for port b3c6aede-1740-481b-8e40-34e492b66688 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:50.157122 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e60ba11-84cd-442e-8b12-7a5f6d100f07 req-202fa4fa-cc9a-477c-be07-ba2f04c4fe4a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 944 time: 0.6453319 Aug 09 11:47:50.161086 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5bab8e4f-7597-411c-9702-324209861390 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=554f605e91f8403091fde34f7c8eda86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074484 Aug 09 11:47:50.162000 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 34924) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:50.176080 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d1e5f-0c6b-4613-89d2-cbef9d5b04f1 None None] Pushing event updated for resources: {'Port': ['ID=74774a4b-89a2-4e3f-889e-c6e605ce3898,revision_number=2']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:50.209904 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e032819f-1ec3-4bce-b9d1-02a92f7b0d98 None None] Provisioning complete for port b3c6aede-1740-481b-8e40-34e492b66688 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:50.212019 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e032819f-1ec3-4bce-b9d1-02a92f7b0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.214608 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['d3d2d9fe-2177-4fe6-b191-a1df829aeffe'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:47:50.230634 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] For port 74774a4b-89a2-4e3f-889e-c6e605ce3898, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:50.234992 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] For port 74774a4b-89a2-4e3f-889e-c6e605ce3898, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=74774a4b-89a2-4e3f-889e-c6e605ce3898,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:50.245336 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.287074 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9db49-da3e-4cdf-8901-c7c1075ce46a req-4c9b6418-b964-4e2a-95dc-8ab09153b767 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:50.295782 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-32b9db49-da3e-4cdf-8901-c7c1075ce46a req-4c9b6418-b964-4e2a-95dc-8ab09153b767 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1071599 Aug 09 11:47:50.308069 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Routers {'6ae38616-633b-4031-bfcd-9edbefb98ba5'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:50.309272 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['6ae38616-633b-4031-bfcd-9edbefb98ba5'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:50.364102 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-32b9db49-da3e-4cdf-8901-c7c1075ce46a req-1135f3ca-cddf-429c-a8d8-ae07497fc045 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610752 Aug 09 11:47:50.370831 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e60ba11-84cd-442e-8b12-7a5f6d100f07 req-92cbb001-f425-406b-b872-296e59eb7d03 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125139 Aug 09 11:47:50.422196 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-028f2867-3616-4f79-8149-9f65445c8d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.457633 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-028f2867-3616-4f79-8149-9f65445c8d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.463066 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d1e5f-0c6b-4613-89d2-cbef9d5b04f1 None None] Pushing event updated for resources: {'Port': ['ID=74774a4b-89a2-4e3f-889e-c6e605ce3898,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:50.532608 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-028f2867-3616-4f79-8149-9f65445c8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.536049 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-028f2867-3616-4f79-8149-9f65445c8d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.540929 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-028f2867-3616-4f79-8149-9f65445c8d8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8bf24ba-1baa-4bd4-8cd3-3b3bcc0143a5 HTTP/1.1" status: 204 len: 168 time: 0.3778300 Aug 09 11:47:50.554748 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e032819f-1ec3-4bce-b9d1-02a92f7b0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.586212 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] Set router 6ae38616-633b-4031-bfcd-9edbefb98ba5 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:50.589449 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f2867-3616-4f79-8149-9f65445c8d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bf24ba-1baa-4bd4-8cd3-3b3bcc0143a5,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:50.623519 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.667736 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Transition to ACTIVE for port object 782679b7-9ccc-41bf-a2e8-af6b3daa637a will not be triggered until provisioned by entity DHCP. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:50.668169 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e032819f-1ec3-4bce-b9d1-02a92f7b0d98 None None] For port b3c6aede-1740-481b-8e40-34e492b66688, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b3c6aede-1740-481b-8e40-34e492b66688,segment=NetworkSegment(dc375910-a949-489e-9b98-cc616dd7782f),segment_id=dc375910-a949-489e-9b98-cc616dd7782f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:50.679172 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e032819f-1ec3-4bce-b9d1-02a92f7b0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.756778 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.781055 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032819f-1ec3-4bce-b9d1-02a92f7b0d98 None None] Pushing event updated for resources: {'Port': ['ID=b3c6aede-1740-481b-8e40-34e492b66688,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:50.864310 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Network d98caf4a-d962-402c-bd42-8c80467f434f is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:50.866046 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Pushing event updated for resources: {'Port': ['ID=782679b7-9ccc-41bf-a2e8-af6b3daa637a,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:50.879086 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:47:47Z', 'revision_number': 3, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port': {'id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:47Z', 'updated_at': '2021-08-09T11:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:50.880245 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:50.888434 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:50.888434 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:50.934169 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff40325-ec35-4ad1-aaed-29ebd3cd4ff3 None None] The sync data for ids ['6ae38616-633b-4031-bfcd-9edbefb98ba5'] in dv-cinder-803901-1-iscsi is: [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:47:47Z', 'revision_number': 3, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port': {'id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:47Z', 'updated_at': '2021-08-09T11:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:51.037013 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-99842ad8-12c4-4828-b5ce-bc6340fe3fe0 None None] Provisioning complete for port b3c6aede-1740-481b-8e40-34e492b66688 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:51.037609 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-99842ad8-12c4-4828-b5ce-bc6340fe3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.148919 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34942) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:51.167056 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c2089fe8-cc63-4c65-8272-01ef9fd625ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.203868 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.309152 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c2089fe8-cc63-4c65-8272-01ef9fd625ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.314789 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c2089fe8-cc63-4c65-8272-01ef9fd625ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.327880 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-d456a23f-6953-4840-a08e-8620b2e7833b None None] Provisioning for port 782679b7-9ccc-41bf-a2e8-af6b3daa637a completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:51.345990 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-d456a23f-6953-4840-a08e-8620b2e7833b None None] Provisioning complete for port 782679b7-9ccc-41bf-a2e8-af6b3daa637a triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:51.348289 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d456a23f-6953-4840-a08e-8620b2e7833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.385162 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2089fe8-cc63-4c65-8272-01ef9fd625ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73af5199-a1a0-4956-aa9c-2bcc0cb5e324,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:51.399468 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c2089fe8-cc63-4c65-8272-01ef9fd625ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30dc120ae09a4ad2a556b0f5d00969ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464490 Aug 09 11:47:51.399468 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 34946) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:51.477348 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.480029 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-d456a23f-6953-4840-a08e-8620b2e7833b None None] Port 782679b7-9ccc-41bf-a2e8-af6b3daa637a cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:51.489693 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-981746d1-34c6-4691-b8b9-09ad157637ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.490137 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.490975 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.510858 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 4218922b-4228-4287-9cb0-af2cca4860f2 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:51.518167 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-981746d1-34c6-4691-b8b9-09ad157637ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.580698 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 4218922b-4228-4287-9cb0-af2cca4860f2 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:51.588102 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 4218922b-4228-4287-9cb0-af2cca4860f2 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:51.589130 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.599821 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a62ede-60bc-48d7-98a6-b928f302c5c2 req-89113c93-a68d-470c-883e-4425c76c9769 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:51.601415 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27a62ede-60bc-48d7-98a6-b928f302c5c2 req-89113c93-a68d-470c-883e-4425c76c9769 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0900617 Aug 09 11:47:51.626656 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-981746d1-34c6-4691-b8b9-09ad157637ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.630711 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-981746d1-34c6-4691-b8b9-09ad157637ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.632263 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-981746d1-34c6-4691-b8b9-09ad157637ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73af5199-a1a0-4956-aa9c-2bcc0cb5e324 HTTP/1.1" status: 204 len: 168 time: 0.2318802 Aug 09 11:47:51.644057 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981746d1-34c6-4691-b8b9-09ad157637ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73af5199-a1a0-4956-aa9c-2bcc0cb5e324,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:51.687501 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27a62ede-60bc-48d7-98a6-b928f302c5c2 req-11a24d3d-8126-4f7c-aa54-57d593f8382c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508850 Aug 09 11:47:51.725980 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.753077 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Network d98caf4a-d962-402c-bd42-8c80467f434f is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:51.756128 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Pushing event updated for resources: {'Port': ['ID=782679b7-9ccc-41bf-a2e8-af6b3daa637a,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:51.765682 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 4218922b-4228-4287-9cb0-af2cca4860f2, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=4218922b-4228-4287-9cb0-af2cca4860f2,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:51.765947 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:51.781397 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.782554 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b3c6aede-1740-481b-8e40-34e492b66688 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:51.934967 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=4218922b-4228-4287-9cb0-af2cca4860f2,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:51.949861 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cbebc-0825-405b-935e-bf1d1214d0bb req-5dc269bd-7023-451d-8d90-dadda542d271 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:51.955824 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-318cbebc-0825-405b-935e-bf1d1214d0bb req-5dc269bd-7023-451d-8d90-dadda542d271 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 944 time: 0.4129550 Aug 09 11:47:51.988630 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port b3c6aede-1740-481b-8e40-34e492b66688 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:51.989139 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:52.064366 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-318cbebc-0825-405b-935e-bf1d1214d0bb req-34045a26-c763-4df0-bd94-869ad26731d1 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547259 Aug 09 11:47:52.078148 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Router 6ae38616-633b-4031-bfcd-9edbefb98ba5 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:52.229072 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-a861ae5f-a17d-45a7-8b86-372c3ce30933 None None] Provisioning complete for port 782679b7-9ccc-41bf-a2e8-af6b3daa637a triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:52.229579 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a861ae5f-a17d-45a7-8b86-372c3ce30933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:52.291950 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:52.303683 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-a861ae5f-a17d-45a7-8b86-372c3ce30933 None None] Port 782679b7-9ccc-41bf-a2e8-af6b3daa637a cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:52.304737 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-626de634-4ea5-475b-959d-bb2c9afb0907 admin admin] 10.222.0.50 "PUT /v2.0/routers/6ae38616-633b-4031-bfcd-9edbefb98ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7695527 Aug 09 11:47:52.835973 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67688f1d-987c-4b75-9562-5d281c7a87b3 req-4c9fd35e-0c1f-46dc-9e82-2556dff5e6ce tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:52.837397 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-67688f1d-987c-4b75-9562-5d281c7a87b3 req-4c9fd35e-0c1f-46dc-9e82-2556dff5e6ce tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0508409 Aug 09 11:47:52.881518 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-67688f1d-987c-4b75-9562-5d281c7a87b3 req-2f958d96-f320-4e8f-a61e-c40ef8db1cc6 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Aug 09 11:47:52.911256 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device d3d2d9fe-2177-4fe6-b191-a1df829aeffe up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:52.969317 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port d3d2d9fe-2177-4fe6-b191-a1df829aeffe completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:52.986457 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port d3d2d9fe-2177-4fe6-b191-a1df829aeffe triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:52.987806 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:53.076931 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:53.115787 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port d3d2d9fe-2177-4fe6-b191-a1df829aeffe, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:53.116826 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:47:53.119245 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ec00ce-c607-433b-8b32-6ce7bca1b52c" -d '{"events": [{"server_uuid": "4039a8af-1a35-4b5b-b446-4fe1a8b954e6", "name": "network-vif-plugged", "status": "completed", "tag": "d3d2d9fe-2177-4fe6-b191-a1df829aeffe"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:53.150158 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:53.200607 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0898708a-782d-4fe5-894f-230c16c93157 x-openstack-request-id: req-0898708a-782d-4fe5-894f-230c16c93157 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:53.201154 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4039a8af-1a35-4b5b-b446-4fe1a8b954e6", "name": "network-vif-plugged", "status": "completed", "tag": "d3d2d9fe-2177-4fe6-b191-a1df829aeffe", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:53.201482 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0898708a-782d-4fe5-894f-230c16c93157 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:53.201951 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe', 'code': 200} Aug 09 11:47:53.258369 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:53.270998 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50835-3a42-4a08-b66d-9f1f5c631a00 req-48e629a6-73bb-491a-98e5-540eedd733cc tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:53.291856 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-31b50835-3a42-4a08-b66d-9f1f5c631a00 req-48e629a6-73bb-491a-98e5-540eedd733cc tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.1209080 Aug 09 11:47:53.422817 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-31b50835-3a42-4a08-b66d-9f1f5c631a00 req-a812e509-1272-491e-931c-609d6703e2b0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144776 Aug 09 11:47:53.503603 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 4218922b-4228-4287-9cb0-af2cca4860f2 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:53.624799 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550326d-5a5f-4182-b2ba-95c920f656e4 req-02b308b5-8e08-4d7f-b6ad-b9e691fc4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:53.627143 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0550326d-5a5f-4182-b2ba-95c920f656e4 req-02b308b5-8e08-4d7f-b6ad-b9e691fc4d45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 1098 time: 0.0812895 Aug 09 11:47:53.636818 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 4218922b-4228-4287-9cb0-af2cca4860f2 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:53.637188 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:53.671453 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0550326d-5a5f-4182-b2ba-95c920f656e4 req-50273339-3c8d-4e0e-88e1-7a470f1497c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357094 Aug 09 11:47:53.760698 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 74774a4b-89a2-4e3f-889e-c6e605ce3898 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:54.020693 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 74774a4b-89a2-4e3f-889e-c6e605ce3898 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:54.034656 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 74774a4b-89a2-4e3f-889e-c6e605ce3898 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:54.035022 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:54.086948 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3d04a-4df6-4f6d-ad82-f5950512b998 req-9c2383bc-55b8-46a5-9386-3d53da21c04e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:54.100148 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0f3d04a-4df6-4f6d-ad82-f5950512b998 req-9c2383bc-55b8-46a5-9386-3d53da21c04e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0790277 Aug 09 11:47:54.157437 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:54.179352 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f0f3d04a-4df6-4f6d-ad82-f5950512b998 req-bad01d79-ae05-48a2-94e4-d5212a7e11bb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749664 Aug 09 11:47:54.194931 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 74774a4b-89a2-4e3f-889e-c6e605ce3898, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=74774a4b-89a2-4e3f-889e-c6e605ce3898,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:54.202414 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:54.268199 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=74774a4b-89a2-4e3f-889e-c6e605ce3898,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:54.533141 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Sync routers for ids ['6ae38616-633b-4031-bfcd-9edbefb98ba5'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:54.552574 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Routers {'6ae38616-633b-4031-bfcd-9edbefb98ba5'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:54.552574 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['6ae38616-633b-4031-bfcd-9edbefb98ba5'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:54.658395 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103401-35a2-49f1-86dd-c78dab08169f req-3e167202-7e9f-4175-b687-6e364d34110d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:54.666488 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9b103401-35a2-49f1-86dd-c78dab08169f req-3e167202-7e9f-4175-b687-6e364d34110d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.1028428 Aug 09 11:47:54.745006 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9b103401-35a2-49f1-86dd-c78dab08169f req-aa6a59ae-24f2-41cd-8343-da4379d79889 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Aug 09 11:47:54.830211 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Set router 6ae38616-633b-4031-bfcd-9edbefb98ba5 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:55.069678 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 4, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port': {'id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:47Z', 'updated_at': '2021-08-09T11:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '782679b7-9ccc-41bf-a2e8-af6b3daa637a', 'name': '', 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'mac_address': 'fa:16:3e:90:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3db75c9-9803-43c7-9aa4-3d658853a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:49Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 2, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'subnets': [{'id': 'b3db75c9-9803-43c7-9aa4-3d658853a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:55.103233 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Checking router: 6ae38616-633b-4031-bfcd-9edbefb98ba5 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:55.103749 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Updating router 6ae38616-633b-4031-bfcd-9edbefb98ba5 port 782679b7-9ccc-41bf-a2e8-af6b3daa637a binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:55.135615 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.335524 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d8f86-d170-40ea-9634-678f069fe726 req-763ec691-7d96-4bc6-b978-10b89944a118 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:55.337083 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d77d8f86-d170-40ea-9634-678f069fe726 req-763ec691-7d96-4bc6-b978-10b89944a118 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0761695 Aug 09 11:47:55.394513 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 74774a4b-89a2-4e3f-889e-c6e605ce3898 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:55.490493 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d77d8f86-d170-40ea-9634-678f069fe726 req-3441521f-98e2-44bf-9a22-1c37eb0a70f9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145048 Aug 09 11:47:55.517804 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 74774a4b-89a2-4e3f-889e-c6e605ce3898 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:55.518271 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.657316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.678678 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Transition to ACTIVE for port object 782679b7-9ccc-41bf-a2e8-af6b3daa637a will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:55.694556 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.748968 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb72e58-3813-48db-8ad6-98a01677060e None None] Pushing event updated for resources: {'Port': ['ID=782679b7-9ccc-41bf-a2e8-af6b3daa637a,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:55.889187 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Attempting to bind port 782679b7-9ccc-41bf-a2e8-af6b3daa637a on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:55.889567 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Attempting to bind port 782679b7-9ccc-41bf-a2e8-af6b3daa637a by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:55.889954 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Attempting to bind port 782679b7-9ccc-41bf-a2e8-af6b3daa637a on network d98caf4a-d962-402c-bd42-8c80467f434f {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:55.928989 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:55.929364 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Checking segment: {'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:55.929775 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.930176 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Bound using segment: {'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:55.930663 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Bound port: 782679b7-9ccc-41bf-a2e8-af6b3daa637a, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc375910-a949-489e-9b98-cc616dd7782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:55.936399 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.979319 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92bfb-2f73-45c4-9ebe-34a9fbe89c5a req-ab957980-83da-4687-afaa-18c68394510e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:55.995424 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1dd92bfb-2f73-45c4-9ebe-34a9fbe89c5a req-ab957980-83da-4687-afaa-18c68394510e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.0967832 Aug 09 11:47:56.069662 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1dd92bfb-2f73-45c4-9ebe-34a9fbe89c5a req-13924e5b-3916-423f-b4f6-6e2943e31326 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691726 Aug 09 11:47:56.138276 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] For port 782679b7-9ccc-41bf-a2e8-af6b3daa637a, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:56.142420 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] For port 782679b7-9ccc-41bf-a2e8-af6b3daa637a, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=782679b7-9ccc-41bf-a2e8-af6b3daa637a,segment=NetworkSegment(dc375910-a949-489e-9b98-cc616dd7782f),segment_id=dc375910-a949-489e-9b98-cc616dd7782f)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:56.162136 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:56.252918 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Routers {'6ae38616-633b-4031-bfcd-9edbefb98ba5'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:56.253563 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:47:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['6ae38616-633b-4031-bfcd-9edbefb98ba5'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:56.320734 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb72e58-3813-48db-8ad6-98a01677060e None None] Pushing event updated for resources: {'Port': ['ID=782679b7-9ccc-41bf-a2e8-af6b3daa637a,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:56.586316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] Set router 6ae38616-633b-4031-bfcd-9edbefb98ba5 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:56.768177 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105ee12-5fb6-45b6-afac-b2706fd66ae6 req-42a0423a-fe00-4983-b5b8-ca75006888b0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:56.772353 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c105ee12-5fb6-45b6-afac-b2706fd66ae6 req-42a0423a-fe00-4983-b5b8-ca75006888b0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1679783 Aug 09 11:47:56.832570 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c105ee12-5fb6-45b6-afac-b2706fd66ae6 req-5dab12b9-e47f-4b0b-9690-9dba2b7f068a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530646 Aug 09 11:47:56.917295 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 4, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port': {'id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:47Z', 'updated_at': '2021-08-09T11:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '782679b7-9ccc-41bf-a2e8-af6b3daa637a', 'name': '', 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'mac_address': 'fa:16:3e:90:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3db75c9-9803-43c7-9aa4-3d658853a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:49Z', 'updated_at': '2021-08-09T11:47:56Z', 'revision_number': 4, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'subnets': [{'id': 'b3db75c9-9803-43c7-9aa4-3d658853a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:56.951645 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7dece-1989-449e-9bac-9522e2427773 None None] The sync data for ids ['6ae38616-633b-4031-bfcd-9edbefb98ba5'] in dv-cinder-803901-1-iscsi is: [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 4, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port': {'id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:47Z', 'updated_at': '2021-08-09T11:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '782679b7-9ccc-41bf-a2e8-af6b3daa637a', 'name': '', 'network_id': 'd98caf4a-d962-402c-bd42-8c80467f434f', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'mac_address': 'fa:16:3e:90:1a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3db75c9-9803-43c7-9aa4-3d658853a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:49Z', 'updated_at': '2021-08-09T11:47:56Z', 'revision_number': 4, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'subnets': [{'id': 'b3db75c9-9803-43c7-9aa4-3d658853a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:57.248251 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f6bab-c77b-4f6c-8e7a-88b469da7c81 req-e7c9cd4b-c24d-4d47-b7b7-c80ee8a3c4c0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:57.253106 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2d9f6bab-c77b-4f6c-8e7a-88b469da7c81 req-e7c9cd4b-c24d-4d47-b7b7-c80ee8a3c4c0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.0949667 Aug 09 11:47:57.316425 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2d9f6bab-c77b-4f6c-8e7a-88b469da7c81 req-88792492-f0dd-41be-8a82-eed5cbee25c4 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530491 Aug 09 11:47:57.379510 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 782679b7-9ccc-41bf-a2e8-af6b3daa637a up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:57.382085 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-044c6d71-469e-4b70-ad23-8d78d0abcbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:57.506107 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 782679b7-9ccc-41bf-a2e8-af6b3daa637a completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:57.513500 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 782679b7-9ccc-41bf-a2e8-af6b3daa637a triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:57.514035 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:57.689156 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:57.772250 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 782679b7-9ccc-41bf-a2e8-af6b3daa637a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=782679b7-9ccc-41bf-a2e8-af6b3daa637a,segment=NetworkSegment(dc375910-a949-489e-9b98-cc616dd7782f),segment_id=dc375910-a949-489e-9b98-cc616dd7782f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:57.781124 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:57.920198 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=782679b7-9ccc-41bf-a2e8-af6b3daa637a,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:58.146325 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457d75-f2de-45de-8713-198f3314c817 req-27d3db4a-6212-4d08-aaf6-b4be36e85157 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:58.152339 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a5457d75-f2de-45de-8713-198f3314c817 req-27d3db4a-6212-4d08-aaf6-b4be36e85157 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1253669 Aug 09 11:47:58.314954 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a5457d75-f2de-45de-8713-198f3314c817 req-c1b9e9f6-39d2-4a60-9f68-7ee92e12d062 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490147 Aug 09 11:47:59.338216 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 35174) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:59.352746 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 782679b7-9ccc-41bf-a2e8-af6b3daa637a up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:59.420198 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 782679b7-9ccc-41bf-a2e8-af6b3daa637a triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:59.421389 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:59.827722 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-be09b440-bef1-4e4a-97a2-66bb50f0f23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:59.885957 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22b12-29a6-4af2-91be-154c05120571 req-8643b184-b923-4adf-a40a-a00d032b6ed6 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:59.888020 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8f22b12-29a6-4af2-91be-154c05120571 req-8643b184-b923-4adf-a40a-a00d032b6ed6 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.4500854 Aug 09 11:47:59.975670 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8f22b12-29a6-4af2-91be-154c05120571 req-83709479-300a-44db-a97c-4a432c457ba6 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751805 Aug 09 11:48:00.018666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-be09b440-bef1-4e4a-97a2-66bb50f0f23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.031228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-be09b440-bef1-4e4a-97a2-66bb50f0f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.072483 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09b440-bef1-4e4a-97a2-66bb50f0f23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10dd299-598a-457a-a1a1-d957373d86cd,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:00.077873 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-be09b440-bef1-4e4a-97a2-66bb50f0f23c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f1a876368044295bfd6ccfbfb160528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357590 Aug 09 11:48:00.080457 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 35192) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:00.140791 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c27f1a10-7ced-4715-a822-2e9f0fd00abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.163998 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c27f1a10-7ced-4715-a822-2e9f0fd00abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.208097 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-24823a2c-bc74-4401-8dea-38e0bfa20cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.260847 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c27f1a10-7ced-4715-a822-2e9f0fd00abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.264910 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c27f1a10-7ced-4715-a822-2e9f0fd00abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.266082 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c27f1a10-7ced-4715-a822-2e9f0fd00abe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b10dd299-598a-457a-a1a1-d957373d86cd HTTP/1.1" status: 204 len: 168 time: 0.1845560 Aug 09 11:48:00.287828 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f1a10-7ced-4715-a822-2e9f0fd00abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10dd299-598a-457a-a1a1-d957373d86cd,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:00.352172 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.660793 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 35200) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:00.675980 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-12a67c33-afa0-4068-9f74-9c318e981c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.856417 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-12a67c33-afa0-4068-9f74-9c318e981c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.863393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-12a67c33-afa0-4068-9f74-9c318e981c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:00.918783 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-12a67c33-afa0-4068-9f74-9c318e981c17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4748154e8ab44b6bbe54e56c21f9e41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540724 Aug 09 11:48:00.919676 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 35208) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:00.922299 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a67c33-afa0-4068-9f74-9c318e981c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc6f10-619e-462a-b2bf-b12541300057,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:00.993065 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-be5ab744-34fc-44cb-84c9-14a47ba4d756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:01.034504 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-be5ab744-34fc-44cb-84c9-14a47ba4d756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:01.131614 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-be5ab744-34fc-44cb-84c9-14a47ba4d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:01.134073 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-be5ab744-34fc-44cb-84c9-14a47ba4d756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:01.144097 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-be5ab744-34fc-44cb-84c9-14a47ba4d756 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7dbc6f10-619e-462a-b2bf-b12541300057 HTTP/1.1" status: 204 len: 168 time: 0.2178302 Aug 09 11:48:01.174870 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ab744-34fc-44cb-84c9-14a47ba4d756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc6f10-619e-462a-b2bf-b12541300057,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:01.224302 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ccc26-b969-44f7-9e32-ca897a6c5837 req-53f34843-7058-4c6f-99e0-989c6c4a3546 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:01.225976 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-782ccc26-b969-44f7-9e32-ca897a6c5837 req-53f34843-7058-4c6f-99e0-989c6c4a3546 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1388409 Aug 09 11:48:01.304648 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-782ccc26-b969-44f7-9e32-ca897a6c5837 req-1e5c4f9d-9e70-4c51-a09c-edecd40c447a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603640 Aug 09 11:48:01.526960 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:02.438540 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd567-9ad8-4715-b829-cd4a93b79abe req-ca2e161e-633d-417c-8212-10a72ca70013 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:02.440139 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c91dd567-9ad8-4715-b829-cd4a93b79abe req-ca2e161e-633d-417c-8212-10a72ca70013 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0588965 Aug 09 11:48:02.487058 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c91dd567-9ad8-4715-b829-cd4a93b79abe req-88be356a-1813-4712-a686-07ea295da05c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Aug 09 11:48:02.982386 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:03.644133 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf467b-fcf9-4140-b2e7-1348ba507103 req-15313598-f37a-40a2-96e4-24b34c02865b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:03.646598 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5dbf467b-fcf9-4140-b2e7-1348ba507103 req-15313598-f37a-40a2-96e4-24b34c02865b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0648298 Aug 09 11:48:03.714361 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5dbf467b-fcf9-4140-b2e7-1348ba507103 req-ac466c8e-c5ac-423a-a307-02a059c2a380 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563018 Aug 09 11:48:03.717917 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 35326) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:03.850306 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-baa00e3a-fdf9-4178-804f-ce3353be954e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:03.964390 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-baa00e3a-fdf9-4178-804f-ce3353be954e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:03.971766 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-baa00e3a-fdf9-4178-804f-ce3353be954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.025662 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa00e3a-fdf9-4178-804f-ce3353be954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118b3982-4bca-4c9a-a991-572dfecab77f,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:04.046718 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 35332) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:04.049584 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-baa00e3a-fdf9-4178-804f-ce3353be954e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=472cd64c0b284326849fdcb2c9fe28e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305602 Aug 09 11:48:04.117611 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf591b-0472-4e09-8f75-f34c96bd48b7 req-04e950f8-1aa7-4120-98b9-421ee5fa422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:04.119109 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7dcf591b-0472-4e09-8f75-f34c96bd48b7 req-04e950f8-1aa7-4120-98b9-421ee5fa422b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.0422039 Aug 09 11:48:04.122519 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bf940e78-162a-42fb-8e83-996dce31e127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.149530 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bf940e78-162a-42fb-8e83-996dce31e127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.175239 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7dcf591b-0472-4e09-8f75-f34c96bd48b7 req-03b91698-dc9c-4e06-9618-eb283a1ff4fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Aug 09 11:48:04.216287 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bf940e78-162a-42fb-8e83-996dce31e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.219105 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-bf940e78-162a-42fb-8e83-996dce31e127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.223295 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-bf940e78-162a-42fb-8e83-996dce31e127 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/118b3982-4bca-4c9a-a991-572dfecab77f HTTP/1.1" status: 204 len: 168 time: 0.1755679 Aug 09 11:48:04.233393 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf940e78-162a-42fb-8e83-996dce31e127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118b3982-4bca-4c9a-a991-572dfecab77f,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:04.576331 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 35344) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:04.594090 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ab1d559f-cfdb-4f9c-a609-a86ed0f57494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.721794 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ab1d559f-cfdb-4f9c-a609-a86ed0f57494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.731660 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ab1d559f-cfdb-4f9c-a609-a86ed0f57494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.774836 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-ab1d559f-cfdb-4f9c-a609-a86ed0f57494 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c679c29117d144a59100e1b7f5b46a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971474 Aug 09 11:48:04.778167 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d559f-cfdb-4f9c-a609-a86ed0f57494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f621494-d589-470b-b1da-f93754401d48,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:04.795950 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 35348) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:04.922180 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bc7f1-4fe0-41d5-a628-3c00e122b57c req-3d540710-6e99-4001-a59f-ef46030f86d7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:04.924068 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e65bc7f1-4fe0-41d5-a628-3c00e122b57c req-3d540710-6e99-4001-a59f-ef46030f86d7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0928698 Aug 09 11:48:04.925386 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6311b270-9217-4733-9a6f-789c51972b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:04.967680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6311b270-9217-4733-9a6f-789c51972b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:05.002792 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e65bc7f1-4fe0-41d5-a628-3c00e122b57c req-a05ac9b1-56cc-4295-9950-22ea93b7b27e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653825 Aug 09 11:48:05.057071 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6311b270-9217-4733-9a6f-789c51972b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:05.062509 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6311b270-9217-4733-9a6f-789c51972b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:05.064039 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6311b270-9217-4733-9a6f-789c51972b07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f621494-d589-470b-b1da-f93754401d48 HTTP/1.1" status: 204 len: 168 time: 0.2712409 Aug 09 11:48:05.075739 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311b270-9217-4733-9a6f-789c51972b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f621494-d589-470b-b1da-f93754401d48,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:06.130269 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2e304-8311-42d0-aec7-216e55a54d5b req-7c46d2f1-fb7d-4189-815a-4bbd2ad67814 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:06.131889 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4f2e304-8311-42d0-aec7-216e55a54d5b req-7c46d2f1-fb7d-4189-815a-4bbd2ad67814 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0535586 Aug 09 11:48:06.181359 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4f2e304-8311-42d0-aec7-216e55a54d5b req-91e25d3e-8151-4144-8112-65605fd489eb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Aug 09 11:48:06.224766 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-a37d3485-1709-4629-8a1b-111281c27021 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:06.226255 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-a37d3485-1709-4629-8a1b-111281c27021 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 815 time: 0.1025085 Aug 09 11:48:06.242207 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-d21e28c0-7c7a-436e-a49c-ff1b6587c679 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/quotas/fe05ca122f744f0792f76f48515b71d4 HTTP/1.1" status: 200 len: 375 time: 0.0099120 Aug 09 11:48:06.298473 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-f81c7a5c-8745-4f11-b30f-263cf8260105 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492015 Aug 09 11:48:06.369181 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:06.414803 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-98386bc9-8b2b-4085-93de-21beb176b9d9 service neutron] 10.222.0.50 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039729 Aug 09 11:48:06.516060 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-3e8e1891-1725-44f0-9539-941be16aec84 service neutron] 10.222.0.50 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938764 Aug 09 11:48:06.691011 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6bec622c-3f41-4c38-b5d7-55fb1d12f803 req-2edd51d5-5670-4c57-abcc-27892073ac53 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 210 time: 0.0313065 Aug 09 11:48:07.319891 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ea86d-03d6-4c45-b38d-09e598cc07fc req-8a6b64b2-4c8d-4e6a-a52e-5b9c22076c2e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:07.321465 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-538ea86d-03d6-4c45-b38d-09e598cc07fc req-8a6b64b2-4c8d-4e6a-a52e-5b9c22076c2e tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0673292 Aug 09 11:48:07.388169 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-538ea86d-03d6-4c45-b38d-09e598cc07fc req-90a8690d-30a6-4b45-9567-f4ec0eed8e06 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597212 Aug 09 11:48:07.792035 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-aa1152b1-f4d7-435d-80be-b58ed932afbc req-7ae25fb7-09b7-4657-823f-27f43d9eb430 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 210 time: 0.0264697 Aug 09 11:48:07.803945 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8633c-bb53-4dfa-ab10-d7b328804bc8 req-6fccaf4a-8a25-4901-82b4-a893e7adecdb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:07.805730 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-47a8633c-bb53-4dfa-ab10-d7b328804bc8 req-6fccaf4a-8a25-4901-82b4-a893e7adecdb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0808687 Aug 09 11:48:07.808682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-17c0fa90-2dcc-4db6-a55b-6dd78b413000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:07.810049 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-17c0fa90-2dcc-4db6-a55b-6dd78b413000 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7f3069670ddd44569d41f52fec160c1d&device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 1098 time: 0.0582595 Aug 09 11:48:07.890015 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-47a8633c-bb53-4dfa-ab10-d7b328804bc8 req-da00f775-0065-40ea-aedb-2f599994e971 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757494 Aug 09 11:48:07.931034 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-c72b1201-fd0f-48e5-95f6-e5ca3ad4f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:07.932578 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-c72b1201-fd0f-48e5-95f6-e5ca3ad4f236 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 200 len: 920 time: 0.0987771 Aug 09 11:48:07.977174 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-b293be6f-5ad8-46da-abb2-e5dcfe5ba336 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 200 len: 217 time: 0.0365975 Aug 09 11:48:08.144238 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-20f67da2-1b95-4cbb-97ea-c504ac4265db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:08.145734 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-20f67da2-1b95-4cbb-97ea-c504ac4265db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 200 len: 859 time: 0.1012650 Aug 09 11:48:08.187482 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-531e6886-1adb-457c-a67f-e4463023189a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bd4547-5f16-404f-b1d2-618d2c08340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315588 Aug 09 11:48:08.253678 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-9fd7cc37-12a6-4ffb-b0d6-96e37e7a8e10 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:08.255177 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-9fd7cc37-12a6-4ffb-b0d6-96e37e7a8e10 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.43 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 815 time: 0.2030003 Aug 09 11:48:08.306204 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-6a0dc08f-a2b5-4d3b-82b0-1d711142e64a service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097562 Aug 09 11:48:08.336813 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'port': {'device_id': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'admin_state_up': True, 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:08.506301 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54d278e0-58d8-4bf1-a6ad-0c600f3289d1 req-f2b0f58d-ecd3-4064-b946-e717c1becc96 service neutron] 10.222.0.43 "GET /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657743 Aug 09 11:48:08.529949 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Made reservation on behalf of fe05ca122f744f0792f76f48515b71d4 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:48:08.534654 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:08.681111 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Allocated IP 172.20.0.6 (b71900b9-088a-4103-8bae-e4722c81eb4e/bf8372f0-4a9c-4d3e-bd74-43781591c3b9/c9d89e01-26b3-4ab2-bb8a-4705f122f795) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:48:08.894778 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:08.908732 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Transition to ACTIVE for port object c9d89e01-26b3-4ab2-bb8a-4705f122f795 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:48:08.935843 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-69a6a373-2966-41c0-b20a-c5fcc9b30b12 req-c77178b6-a1a3-44b4-8aa3-625df6907ed6 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 210 time: 0.0305941 Aug 09 11:48:08.951904 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:09.009473 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Network b71900b9-088a-4103-8bae-e4722c81eb4e is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:48:09.014099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:48:09.019748 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:48:09.054803 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:09.084020 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51e155-f4da-4bfb-8e91-38481d726bef req-45da5f20-f694-4e7c-9473-56a219c0459f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:09.099870 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8b51e155-f4da-4bfb-8e91-38481d726bef req-45da5f20-f694-4e7c-9473-56a219c0459f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0823891 Aug 09 11:48:09.108734 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:09.109567 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:09.146178 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-6ef090b2-d062-4ff7-a0b2-a857ae4513a0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132803 Aug 09 11:48:09.169868 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8b51e155-f4da-4bfb-8e91-38481d726bef req-7471ba21-ee57-4795-891f-18a9dbca21eb tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681953 Aug 09 11:48:09.394060 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-1a47a2cf-7387-44b3-8716-56e908e76d6e None None] Provisioning for port c9d89e01-26b3-4ab2-bb8a-4705f122f795 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:48:09.398491 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-1a47a2cf-7387-44b3-8716-56e908e76d6e None None] Provisioning complete for port c9d89e01-26b3-4ab2-bb8a-4705f122f795 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:48:09.399130 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-1a47a2cf-7387-44b3-8716-56e908e76d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:09.432895 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-1a47a2cf-7387-44b3-8716-56e908e76d6e None None] Port c9d89e01-26b3-4ab2-bb8a-4705f122f795 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:48:24.554521 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:48:27.336964 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-28c18245-f3b8-4bb6-9a03-ef60689df843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:30.201316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c21e3f28-e67b-42ab-9421-d38c23be2849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:30.336048 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:31.513556 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:32.972456 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:33.785934 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Request body: {'port': {'device_id': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:33.846009 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:34.007603 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9be7-2f4f-4a35-baac-57bb7bd9eeeb req-543200da-c980-4987-bc20-5b9603e4b77c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:34.009077 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-59ea9be7-2f4f-4a35-baac-57bb7bd9eeeb req-543200da-c980-4987-bc20-5b9603e4b77c tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0524440 Aug 09 11:48:34.048181 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-59ea9be7-2f4f-4a35-baac-57bb7bd9eeeb req-4a74110e-a153-40d0-9be9-a0f6518c759a tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Aug 09 11:48:34.053683 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cec44-84e6-4983-a5b4-6e18d1ca6984 req-77245f39-08fb-4436-bfd9-e471f5d5c4a3 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:34.055184 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bb3cec44-84e6-4983-a5b4-6e18d1ca6984 req-77245f39-08fb-4436-bfd9-e471f5d5c4a3 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 931 time: 0.1492512 Aug 09 11:48:34.126298 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bb3cec44-84e6-4983-a5b4-6e18d1ca6984 req-478f220e-f907-4ace-97bb-ac7dfff4325d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537641 Aug 09 11:48:34.187562 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d89e01-26b3-4ab2-bb8a-4705f122f795 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:48:34.195058 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:34.207091 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Transition to ACTIVE for port object c9d89e01-26b3-4ab2-bb8a-4705f122f795 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:48:34.210812 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:34.263012 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Pushing event updated for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:34.286065 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.286427 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.286743 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.287211 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.287390 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.287760 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.288085 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.288409 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.288729 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.289049 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.289366 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.289692 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:34.341000 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Attempting to bind port c9d89e01-26b3-4ab2-bb8a-4705f122f795 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:48:34.341331 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Attempting to bind port c9d89e01-26b3-4ab2-bb8a-4705f122f795 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:48:34.341656 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Attempting to bind port c9d89e01-26b3-4ab2-bb8a-4705f122f795 on network b71900b9-088a-4103-8bae-e4722c81eb4e {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:48:34.346477 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Port c9d89e01-26b3-4ab2-bb8a-4705f122f795 on network b71900b9-088a-4103-8bae-e4722c81eb4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:48:34.346791 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Attempting to bind port c9d89e01-26b3-4ab2-bb8a-4705f122f795 on network b71900b9-088a-4103-8bae-e4722c81eb4e {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:48:34.352040 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:48:34.352367 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Checking segment: {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:48:34.352737 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Bound using segment: {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:48:34.353150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Bound port: c9d89e01-26b3-4ab2-bb8a-4705f122f795, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f385d27-d8a8-4336-af5a-a7e83085db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:48:34.353499 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:34.421766 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:48:34.424972 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:48:34.430482 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:34.465672 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:34.466302 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:34.467933 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-38652131-8353-48a0-8926-abd992bf71eb service neutron] 10.222.0.43 "PUT /v2.0/ports/c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 1093 time: 0.6862807 Aug 09 11:48:34.468245 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:34.470369 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06d8ebd-65ae-4f0a-8c7d-91f7544fbe65" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:34.496461 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38652131-8353-48a0-8926-abd992bf71eb service neutron] Pushing event updated for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:34.507627 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d5a14-2df2-43dc-aa94-89aba07a80e4 x-openstack-request-id: req-176d5a14-2df2-43dc-aa94-89aba07a80e4 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:34.507921 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:34.508169 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-176d5a14-2df2-43dc-aa94-89aba07a80e4 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:34.508605 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'status': 'completed', 'code': 200} Aug 09 11:48:34.658726 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d8ebd-65ae-4f0a-8c7d-91f7544fbe65 req-fefe3de9-ee8b-4a45-97d4-3c69f75ee2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:34.660250 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d06d8ebd-65ae-4f0a-8c7d-91f7544fbe65 req-fefe3de9-ee8b-4a45-97d4-3c69f75ee2a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1096 time: 0.0441196 Aug 09 11:48:35.145761 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-9e6fc0f9-c59d-4e2f-96e5-4b0ba6bdb3df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1218259 Aug 09 11:48:35.148355 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d8ebd-65ae-4f0a-8c7d-91f7544fbe65 req-f3a708cd-1e57-468e-937a-d1d08bcec095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.149759 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d06d8ebd-65ae-4f0a-8c7d-91f7544fbe65 req-f3a708cd-1e57-468e-937a-d1d08bcec095 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fe05ca122f744f0792f76f48515b71d4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1916440 Aug 09 11:48:35.258358 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080612c-e3c1-4b1e-bc65-d9360cc4f4c5 req-d536b7b2-4f8b-4d0e-88b4-f67b5469ee93 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.259961 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8080612c-e3c1-4b1e-bc65-d9360cc4f4c5 req-d536b7b2-4f8b-4d0e-88b4-f67b5469ee93 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0487459 Aug 09 11:48:35.426859 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8080612c-e3c1-4b1e-bc65-d9360cc4f4c5 req-eb5f8bb2-0ceb-481c-861e-fe5b6598c337 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576979 Aug 09 11:48:35.438542 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d99b8-9aa2-4965-8d26-8fdc677d0502 req-9ba373ab-a3cd-4784-8a14-3175de7f6114 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.441560 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5a6d99b8-9aa2-4965-8d26-8fdc677d0502 req-9ba373ab-a3cd-4784-8a14-3175de7f6114 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 943 time: 0.0536089 Aug 09 11:48:35.476542 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-89cc8b84-410f-4773-87e5-0547dc7ccb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.478056 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-89cc8b84-410f-4773-87e5-0547dc7ccb8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1098 time: 0.1390836 Aug 09 11:48:35.481084 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d8ebd-65ae-4f0a-8c7d-91f7544fbe65 req-634d7dbf-4c3d-4cb9-a129-37f80a2e1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.483601 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d06d8ebd-65ae-4f0a-8c7d-91f7544fbe65 req-634d7dbf-4c3d-4cb9-a129-37f80a2e1850 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222543 Aug 09 11:48:35.484878 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5a6d99b8-9aa2-4965-8d26-8fdc677d0502 req-80ad5191-d30a-418f-97fb-b8554b566315 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Aug 09 11:48:35.920325 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-ae960e6a-def0-433c-8f2d-849a649a1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.921791 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-ae960e6a-def0-433c-8f2d-849a649a1b54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1096 time: 0.2806597 Aug 09 11:48:35.926310 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-36e9c709-facb-4ff7-944f-1f4edb412a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:35.927675 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-36e9c709-facb-4ff7-944f-1f4edb412a41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.3278918 Aug 09 11:48:36.010671 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-dbf44c19-df71-4f94-b799-9926041405c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 217 time: 0.0682459 Aug 09 11:48:36.065736 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-6257f548-7968-4767-9ccd-d3cb8d382d20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 1001 time: 0.1221230 Aug 09 11:48:36.075963 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-4eb433f2-9a44-4ed5-9b06-feefdcc43fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.077471 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-4eb433f2-9a44-4ed5-9b06-feefdcc43fba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 200 len: 854 time: 0.0593522 Aug 09 11:48:36.152380 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-191ea290-744f-4482-9527-9ba33a2b69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.153716 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-191ea290-744f-4482-9527-9ba33a2b69b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0753381 Aug 09 11:48:36.160035 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-b87da53d-213d-425c-b82a-4aff90df0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.161423 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-b87da53d-213d-425c-b82a-4aff90df0db0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b71900b9-088a-4103-8bae-e4722c81eb4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748577 Aug 09 11:48:36.280333 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-37cf4625-3886-47ba-bd8f-caa2cec5b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.281743 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-37cf4625-3886-47ba-bd8f-caa2cec5b5bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011956 Aug 09 11:48:36.302916 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-027f0939-36d6-4fbd-938f-64a7edecf0f0 service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125860 Aug 09 11:48:36.493472 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:36.590987 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8bbfd715-8421-4c40-9a8e-ea527472dd43 req-141e04f8-f7e6-4bee-bc3e-235433f762c7 service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060444 Aug 09 11:48:36.598758 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-436ac7d0-7dc2-4d03-98ab-87719531be80 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060699 Aug 09 11:48:36.603900 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59661d-28e7-41ab-9f64-6a95fc2ea313 req-70e16e62-c1ce-4395-bfc6-5a98f1fa1e7f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.605999 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4b59661d-28e7-41ab-9f64-6a95fc2ea313 req-70e16e62-c1ce-4395-bfc6-5a98f1fa1e7f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 943 time: 0.0495389 Aug 09 11:48:36.612662 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064c24-dcb5-4955-bf77-4f92a62f8ea3 req-5778b954-8311-4780-9c74-08bad8163bca tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:36.614195 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6b064c24-dcb5-4955-bf77-4f92a62f8ea3 req-5778b954-8311-4780-9c74-08bad8163bca tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.1060281 Aug 09 11:48:36.647147 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4b59661d-28e7-41ab-9f64-6a95fc2ea313 req-aee0b48f-785c-4fc5-a231-da8216414c98 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Aug 09 11:48:36.711646 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6b064c24-dcb5-4955-bf77-4f92a62f8ea3 req-f303a599-c33a-408e-bb77-b39c31d49240 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871215 Aug 09 11:48:36.736120 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7d04f46-6060-4d98-b8bd-55527c575455 req-cf647174-8eb1-4434-a402-996ee36fd34c service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209605 Aug 09 11:48:37.330028 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-3511efd7-c1ec-48ec-8e1a-2dd5f2ee9313 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901375349&fields=id&tenant_id=e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 267 time: 0.0347662 Aug 09 11:48:37.450427 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-8c97587c-1ab0-46ce-b925-260fa31dd21b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:37.452001 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-8c97587c-1ab0-46ce-b925-260fa31dd21b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 811 time: 0.1143107 Aug 09 11:48:37.474366 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-2d0cfe51-61dd-4c78-9b76-0675eae532bd tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/quotas/e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 375 time: 0.0121384 Aug 09 11:48:37.532004 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-debdec67-d1be-4133-8a33-d03d04fd96a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501716 Aug 09 11:48:37.632067 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-f21d3a52-440a-43af-b756-8251fe38bbb9 service neutron] 10.222.0.50 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869277 Aug 09 11:48:37.736946 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-528d3d80-4fc7-4d9c-b05f-097cc4b72b3a service neutron] 10.222.0.50 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977447 Aug 09 11:48:37.788699 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14bee1-3f4c-402b-a802-b3bbb0d4f0c4 req-c0f22926-29c8-42fa-9c24-0b03c9035312 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:37.790202 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1f14bee1-3f4c-402b-a802-b3bbb0d4f0c4 req-c0f22926-29c8-42fa-9c24-0b03c9035312 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 943 time: 0.0527105 Aug 09 11:48:37.829962 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1f14bee1-3f4c-402b-a802-b3bbb0d4f0c4 req-256dd3db-3253-4e2d-9a1b-335fa742bba3 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Aug 09 11:48:37.942737 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315fc50-62f4-486e-a73a-a4bad6040aa2 req-30fe18af-61e0-481a-9ec3-92e4f1000986 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:37.944261 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a315fc50-62f4-486e-a73a-a4bad6040aa2 req-30fe18af-61e0-481a-9ec3-92e4f1000986 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0575194 Aug 09 11:48:37.984995 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a315fc50-62f4-486e-a73a-a4bad6040aa2 req-1cb9a484-bfa7-4a3d-8f36-3b380b202369 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342894 Aug 09 11:48:38.049052 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-db1993e4-c9a3-4c31-8857-68ca36ea6a58 req-d117b4ad-e38f-4a7a-be5f-d24d2d773133 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 210 time: 0.0301900 Aug 09 11:48:38.950527 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b4d51-66d1-4818-bfba-cda91162ea3f req-c09870cd-17bd-4ca2-9b8d-78cc6d9c8255 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:38.952079 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c99b4d51-66d1-4818-bfba-cda91162ea3f req-c09870cd-17bd-4ca2-9b8d-78cc6d9c8255 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 943 time: 0.0517182 Aug 09 11:48:38.990333 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c99b4d51-66d1-4818-bfba-cda91162ea3f req-15591f95-1cae-48f8-bdea-0418837103fa tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Aug 09 11:48:39.119025 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45736830-bbcf-4890-babf-01e11db67e87 req-28b6d967-8ed1-48e6-885f-874acbcadf37 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:39.121822 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-45736830-bbcf-4890-babf-01e11db67e87 req-28b6d967-8ed1-48e6-885f-874acbcadf37 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0544806 Aug 09 11:48:39.181688 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-45736830-bbcf-4890-babf-01e11db67e87 req-7dda7e24-00ee-47e2-b8ad-6adaef39540d tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507023 Aug 09 11:48:39.184599 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-68ddf5bf-ea17-49ad-bd3f-d5ca104ed7d1 req-d368cebe-d513-46fe-b015-8cca9fe09724 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 210 time: 0.0258553 Aug 09 11:48:39.496562 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-a4703bf5-4ebf-4df0-a0ae-7b62aa927a44 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:39.499510 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-a4703bf5-4ebf-4df0-a0ae-7b62aa927a44 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 811 time: 0.1158834 Aug 09 11:48:39.556092 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-9a595cb8-c6be-4ad1-87e3-56d1f5a675d8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 380 time: 0.0386391 Aug 09 11:48:39.566494 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'port': {'device_id': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'admin_state_up': True, 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'security_groups': ['1e55f267-8ba1-4195-808a-a12cee259502']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:39.678018 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Made reservation on behalf of e83dea55f2bc48168cfec78363a51d3b for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:48:39.681432 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.809810 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Allocated IP 172.20.0.8 (c6f1f0b9-6bdc-454a-8320-c1198a35d922/c3c1ed51-743b-46cd-8d99-a310b99070aa/3e280320-e3ab-44d2-9acc-7498453c8403) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:48:39.952270 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.966942 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Transition to ACTIVE for port object 3e280320-e3ab-44d2-9acc-7498453c8403 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:48:40.000673 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.045912 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:48:40.051050 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:48:40.055687 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:48:40.078935 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=3e280320-e3ab-44d2-9acc-7498453c8403,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:40.125017 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:40.125712 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.141643 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-c8fb0afc-a0a7-4a02-86c7-142f7b85ebfe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789456 Aug 09 11:48:40.150365 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06198-56cb-4c6f-b8db-c0f8bc7445d3 req-fd855ffa-fe90-4431-bf38-3c5d250398b0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:40.157632 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6fd06198-56cb-4c6f-b8db-c0f8bc7445d3 req-fd855ffa-fe90-4431-bf38-3c5d250398b0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 943 time: 0.0704048 Aug 09 11:48:40.173454 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Request body: {'port': {'device_id': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:40.241472 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6fd06198-56cb-4c6f-b8db-c0f8bc7445d3 req-21b83bd9-360f-456f-b22c-1e0d35dd03c8 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815904 Aug 09 11:48:40.255845 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.361347 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac0b31-9f35-437d-9554-7a219f6f63b9 req-8db15afa-0729-439a-bf88-b040ba662fc2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:40.363040 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3eac0b31-9f35-437d-9554-7a219f6f63b9 req-8db15afa-0729-439a-bf88-b040ba662fc2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0552876 Aug 09 11:48:40.404360 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf2a49-cad2-4956-be36-146a7b403ce2 req-d5aa78f2-0c5a-4b35-8424-112cc0e1d601 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:40.406173 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3eac0b31-9f35-437d-9554-7a219f6f63b9 req-ee4fdb4b-d5e8-4d8f-a6d0-18633a6faadd tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364628 Aug 09 11:48:40.406312 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fadf2a49-cad2-4956-be36-146a7b403ce2 req-d5aa78f2-0c5a-4b35-8424-112cc0e1d601 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 931 time: 0.1076558 Aug 09 11:48:40.413697 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-f9baae3a-b391-4a48-8073-0301be0c2b86 None None] Provisioning for port 3e280320-e3ab-44d2-9acc-7498453c8403 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:48:40.418819 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-f9baae3a-b391-4a48-8073-0301be0c2b86 None None] Provisioning complete for port 3e280320-e3ab-44d2-9acc-7498453c8403 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:48:40.419193 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f9baae3a-b391-4a48-8073-0301be0c2b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.457560 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-f9baae3a-b391-4a48-8073-0301be0c2b86 None None] Port 3e280320-e3ab-44d2-9acc-7498453c8403 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:48:40.518680 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fadf2a49-cad2-4956-be36-146a7b403ce2 req-991e4c30-5466-4b9d-84a1-469b6f5a5656 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599442 Aug 09 11:48:40.667271 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e280320-e3ab-44d2-9acc-7498453c8403 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:48:40.679091 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.693399 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Transition to ACTIVE for port object 3e280320-e3ab-44d2-9acc-7498453c8403 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:48:40.699873 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.758557 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Pushing event updated for resources: {'Port': ['ID=3e280320-e3ab-44d2-9acc-7498453c8403,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:40.844051 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Attempting to bind port 3e280320-e3ab-44d2-9acc-7498453c8403 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:48:40.844630 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Attempting to bind port 3e280320-e3ab-44d2-9acc-7498453c8403 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:48:40.845153 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Attempting to bind port 3e280320-e3ab-44d2-9acc-7498453c8403 on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:48:40.850164 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Port 3e280320-e3ab-44d2-9acc-7498453c8403 on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:48:40.850619 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Attempting to bind port 3e280320-e3ab-44d2-9acc-7498453c8403 on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:48:40.865292 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:48:40.865623 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Checking segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:48:40.865998 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Bound using segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:48:40.866435 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Bound port: 3e280320-e3ab-44d2-9acc-7498453c8403, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:48:40.866783 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:40.951833 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eca43-dcf6-402c-8182-6b6df07a1736 req-38e4f9af-db5b-4ad8-a11d-faedee22ea7d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:40.953223 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-022eca43-dcf6-402c-8182-6b6df07a1736 req-38e4f9af-db5b-4ad8-a11d-faedee22ea7d tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.0969985 Aug 09 11:48:40.995666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] For port 3e280320-e3ab-44d2-9acc-7498453c8403, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:48:41.017027 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-022eca43-dcf6-402c-8182-6b6df07a1736 req-02f541f8-6935-4562-94d6-d4476cbb88c0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551839 Aug 09 11:48:41.018588 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] For port 3e280320-e3ab-44d2-9acc-7498453c8403, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=3e280320-e3ab-44d2-9acc-7498453c8403,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:48:41.022204 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.059601 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.060039 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.070421 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] 10.222.0.43 "PUT /v2.0/ports/3e280320-e3ab-44d2-9acc-7498453c8403 HTTP/1.1" status: 200 len: 1093 time: 0.9013169 Aug 09 11:48:41.070929 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:41.073269 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cab14b-85d3-4dab-aae4-65e4ad872912" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:41.100150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bed65-278f-4bb1-b4fc-1f6a7361d746 service neutron] Pushing event updated for resources: {'Port': ['ID=3e280320-e3ab-44d2-9acc-7498453c8403,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:41.150636 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c9d89e01-26b3-4ab2-bb8a-4705f122f795 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:48:41.247878 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-00b2e8f8-a40d-49a0-be1c-ac394f34f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.250113 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-00b2e8f8-a40d-49a0-be1c-ac394f34f5c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 1096 time: 0.0645251 Aug 09 11:48:41.251716 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eaef59-0395-4fb3-bcee-9e2dae33ffd2 x-openstack-request-id: req-61eaef59-0395-4fb3-bcee-9e2dae33ffd2 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:41.252104 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:41.252472 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61eaef59-0395-4fb3-bcee-9e2dae33ffd2 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:41.252954 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403', 'status': 'completed', 'code': 200} Aug 09 11:48:41.263970 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:41.277024 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'port_id': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'mac_address': 'fa:16:3e:6e:fb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:48:41.331866 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.348527 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d89e01-26b3-4ab2-bb8a-4705f122f795 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:48:41.359405 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-8b3a1203-64cf-489c-bc54-dc5380e50476 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e280320-e3ab-44d2-9acc-7498453c8403 HTTP/1.1" status: 200 len: 217 time: 0.0533469 Aug 09 11:48:41.384077 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:41.390273 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.426569 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-0a2f0ec9-1745-4eaf-9d22-4fac1a1f34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.428978 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-0a2f0ec9-1745-4eaf-9d22-4fac1a1f34d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0605054 Aug 09 11:48:41.444988 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84215f43-4875-4068-aafb-7d5f9e291618 req-3a6639da-3ebf-4bbf-bc7d-84fea1a650f6 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.446772 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-84215f43-4875-4068-aafb-7d5f9e291618 req-3a6639da-3ebf-4bbf-bc7d-84fea1a650f6 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 943 time: 0.0862093 Aug 09 11:48:41.478908 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:41.491460 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.492095 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.492665 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.493241 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.493861 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.494428 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.495002 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.496444 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.497299 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.498305 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.503773 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.506666 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:41.509557 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326e5f-5468-445b-984b-1715388bbd3b req-94d632d1-fce5-4ca9-a088-62483f900226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.513212 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-94d632d1-fce5-4ca9-a088-62483f900226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575337 Aug 09 11:48:41.517269 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-84215f43-4875-4068-aafb-7d5f9e291618 req-dd449ae0-469b-4246-966a-2121397ae61d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545080 Aug 09 11:48:41.659801 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-623cf76c-b4b5-44fe-b67b-79253e5821ae service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311481 Aug 09 11:48:41.660033 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632d66-569d-444f-a6aa-a4469e58d3ca req-39a1e840-df61-44ca-bd5e-95ddfb872d75 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.661418 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3a632d66-569d-444f-a6aa-a4469e58d3ca req-39a1e840-df61-44ca-bd5e-95ddfb872d75 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0546658 Aug 09 11:48:41.671969 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bd38d-45a1-4660-ab83-35ff70dea34c req-64d20aab-c76c-41ab-a9d4-7a45d0c33c43 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.673492 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-310bd38d-45a1-4660-ab83-35ff70dea34c req-64d20aab-c76c-41ab-a9d4-7a45d0c33c43 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0647283 Aug 09 11:48:41.725497 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3a632d66-569d-444f-a6aa-a4469e58d3ca req-879685e2-463d-4521-b9f0-1e78942b55bf tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580738 Aug 09 11:48:41.765526 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-310bd38d-45a1-4660-ab83-35ff70dea34c req-27954aa1-39b7-46b2-a1fe-d6bd3f985b86 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860102 Aug 09 11:48:41.795528 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5326e5f-5468-445b-984b-1715388bbd3b req-76660442-7c0b-41df-9cd7-432ded7c9685 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149929 Aug 09 11:48:41.973637 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-7f87fac4-03ed-40ef-b123-123320faea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:41.975065 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-7f87fac4-03ed-40ef-b123-123320faea2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 1096 time: 0.0400510 Aug 09 11:48:42.068991 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-1332e374-b902-40cb-b9ee-5f212f6096da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:42.070466 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-1332e374-b902-40cb-b9ee-5f212f6096da service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.0876729 Aug 09 11:48:42.074953 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c9d89e01-26b3-4ab2-bb8a-4705f122f795'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:48:42.128852 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-84609fac-0906-42e6-b4ab-c8dd7cd800ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e280320-e3ab-44d2-9acc-7498453c8403 HTTP/1.1" status: 200 len: 217 time: 0.0429022 Aug 09 11:48:42.208639 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803361f-e1b9-4c4e-a93a-a0301d3bbecf req-f10cbdd1-792a-4eef-a119-2f2c20c51cae tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:42.211485 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f803361f-e1b9-4c4e-a93a-a0301d3bbecf req-f10cbdd1-792a-4eef-a119-2f2c20c51cae tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.1184530 Aug 09 11:48:42.212098 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-7e3b42eb-5ce0-4035-b306-5cbb12a4a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:42.213610 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-7e3b42eb-5ce0-4035-b306-5cbb12a4a5d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0697920 Aug 09 11:48:42.274420 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f803361f-e1b9-4c4e-a93a-a0301d3bbecf req-a432d04d-2d58-444b-9d4b-17fe1b0d13d8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573409 Aug 09 11:48:42.283907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-7519b829-7386-49ce-afb7-a04e7ce666c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:42.285407 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-7519b829-7386-49ce-afb7-a04e7ce666c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543118 Aug 09 11:48:42.382950 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-58cdc2c7-a438-49a5-ab55-2ab2c3aa205f service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864594 Aug 09 11:48:42.494683 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91cab14b-85d3-4dab-aae4-65e4ad872912 req-366bcd9a-c1cf-432d-ba59-6e696deeabe0 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829618 Aug 09 11:48:42.782338 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b849-e676-4970-8080-fb38992df0cb req-ffe89628-e4e7-457e-8fb2-883f0620485a tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:42.783975 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e778b849-e676-4970-8080-fb38992df0cb req-ffe89628-e4e7-457e-8fb2-883f0620485a tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 944 time: 0.0514927 Aug 09 11:48:42.822216 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e778b849-e676-4970-8080-fb38992df0cb req-c976b4a6-4043-4d88-a225-898c6a8e38ce tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Aug 09 11:48:42.846482 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a6fa2-5071-42a4-965b-402c7aa7cc9e req-d56b18b8-8652-462b-94c2-15728ce38772 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:42.848251 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-345a6fa2-5071-42a4-965b-402c7aa7cc9e req-d56b18b8-8652-462b-94c2-15728ce38772 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0496547 Aug 09 11:48:42.889216 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-345a6fa2-5071-42a4-965b-402c7aa7cc9e req-684d5716-9f04-428d-8f70-a707a27aca51 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347495 Aug 09 11:48:42.937143 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee40a5d-e10d-462d-b9a7-45b244b555e7 req-890ccc83-1c50-4e03-8ead-4f3f7f679e66 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:42.938573 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cee40a5d-e10d-462d-b9a7-45b244b555e7 req-890ccc83-1c50-4e03-8ead-4f3f7f679e66 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0508151 Aug 09 11:48:42.976958 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cee40a5d-e10d-462d-b9a7-45b244b555e7 req-41e002ff-6c25-425d-aedc-833f14996817 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Aug 09 11:48:43.394433 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb577505-5765-45ec-a1df-0c259c1e155d req-3afd159c-9b46-495e-bfe8-74bff7bb1c13 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:43.395910 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fb577505-5765-45ec-a1df-0c259c1e155d req-3afd159c-9b46-495e-bfe8-74bff7bb1c13 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Aug 09 11:48:43.432442 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fb577505-5765-45ec-a1df-0c259c1e155d req-1056e81d-2c59-4bf7-97b5-83c47c4c71dd tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Aug 09 11:48:43.968333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bdb7-49bb-4dcb-8b02-3b91f2b1e46e req-499ef1b6-4ce9-4eb8-952c-7c49d9c02f20 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:43.969751 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cea0bdb7-49bb-4dcb-8b02-3b91f2b1e46e req-499ef1b6-4ce9-4eb8-952c-7c49d9c02f20 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 944 time: 0.0496662 Aug 09 11:48:44.014208 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89965c-5f8f-498d-a4c7-4ac38c1c1347 req-448fa185-ec70-4652-ba36-d1748a4bc63e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:44.014598 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cea0bdb7-49bb-4dcb-8b02-3b91f2b1e46e req-cf342294-d534-46bc-9598-053a00a843a4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385644 Aug 09 11:48:44.015854 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6d89965c-5f8f-498d-a4c7-4ac38c1c1347 req-448fa185-ec70-4652-ba36-d1748a4bc63e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0522120 Aug 09 11:48:44.055713 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6d89965c-5f8f-498d-a4c7-4ac38c1c1347 req-ada2029a-c09b-4488-80e0-60d04433f1e3 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Aug 09 11:48:44.158464 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f813e8-7f8f-4128-ad82-9f0be56343ae req-d288e333-9a9b-47d5-8cc6-195c5c73f48b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:44.159990 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07f813e8-7f8f-4128-ad82-9f0be56343ae req-d288e333-9a9b-47d5-8cc6-195c5c73f48b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0492842 Aug 09 11:48:44.201252 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07f813e8-7f8f-4128-ad82-9f0be56343ae req-1f7c99f1-9da5-475a-bea4-10249bf276f6 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354557 Aug 09 11:48:44.416957 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-0188de2e-57b8-4ada-b23d-eb526b705531 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:44.418969 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-0188de2e-57b8-4ada-b23d-eb526b705531 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Aug 09 11:48:44.551307 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c725a9-5106-4a14-b866-1c30322ee3d5 req-cf595689-6a54-4197-9885-e27c6e3a2d43 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:44.552742 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-68c725a9-5106-4a14-b866-1c30322ee3d5 req-cf595689-6a54-4197-9885-e27c6e3a2d43 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 945 time: 0.0496054 Aug 09 11:48:44.592949 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-68c725a9-5106-4a14-b866-1c30322ee3d5 req-8a973123-276b-41c2-b5af-6b0bbb0cb3f6 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Aug 09 11:48:44.595625 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Deleting port d3d2d9fe-2177-4fe6-b191-a1df829aeffe {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:44.596088 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.689556 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] For port d3d2d9fe-2177-4fe6-b191-a1df829aeffe, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:44.689920 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.705893 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Calling delete_port for d3d2d9fe-2177-4fe6-b191-a1df829aeffe owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:45.070635 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-139627f8-0964-45bb-892f-05987cdeb583 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.072139 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-139627f8-0964-45bb-892f-05987cdeb583 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0649288 Aug 09 11:48:45.174616 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16b7de-b16f-4ecc-a8e0-275bf2a23462 req-703a7330-56ae-4e45-8e87-f89c9b642339 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.176010 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1f16b7de-b16f-4ecc-a8e0-275bf2a23462 req-703a7330-56ae-4e45-8e87-f89c9b642339 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 945 time: 0.0483248 Aug 09 11:48:45.214777 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1f16b7de-b16f-4ecc-a8e0-275bf2a23462 req-0216123f-6905-4ce3-b58c-2e114d5ecf7a tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Aug 09 11:48:45.221448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624187fd-7ea6-476c-b418-5f545817f2c1 req-ff4dc9bc-048e-4a57-a61c-5e45106711dc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.223295 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-624187fd-7ea6-476c-b418-5f545817f2c1 req-ff4dc9bc-048e-4a57-a61c-5e45106711dc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 944 time: 0.1337936 Aug 09 11:48:45.237992 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c9d89e01-26b3-4ab2-bb8a-4705f122f795 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:48:45.263627 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.316771 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event deleted for resources: {'Port': ['ID=d3d2d9fe-2177-4fe6-b191-a1df829aeffe,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:45.317058 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port c9d89e01-26b3-4ab2-bb8a-4705f122f795 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:48:45.321789 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port c9d89e01-26b3-4ab2-bb8a-4705f122f795 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:48:45.322480 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.340154 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-624187fd-7ea6-476c-b418-5f545817f2c1 req-84655cf1-e72a-4838-a5ac-55f41dcbe134 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069455 Aug 09 11:48:45.365132 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1', 'a958360e-18fd-4acb-8d5b-11a6871dfe71', '658452a1-5d90-4618-92fb-f4ee0070a57c'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:48:45.368617 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Deleting port c14391b8-bb58-4bda-a08f-2aa15081b998 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:45.368887 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.381906 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ad1e1-6e80-499e-bd86-04cc82b63541 req-46a4ad00-dc9f-4c3c-a031-fbabadd4112a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.384133 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7c1ad1e1-6e80-499e-bd86-04cc82b63541 req-46a4ad00-dc9f-4c3c-a031-fbabadd4112a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0842137 Aug 09 11:48:45.445143 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7c1ad1e1-6e80-499e-bd86-04cc82b63541 req-b7001d33-0455-4746-88a6-6f3c5f9b24e5 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535207 Aug 09 11:48:45.446059 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] No DVR routers for this DVR port d3d2d9fe-2177-4fe6-b191-a1df829aeffe on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:45.455155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.457283 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ec8214c2-0cb2-43f4-aa3b-24da94c3de24 req-59a909c9-d48f-48af-8e2b-27c95ecdade7 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "DELETE /v2.0/ports/d3d2d9fe-2177-4fe6-b191-a1df829aeffe HTTP/1.1" status: 204 len: 173 time: 0.9938333 Aug 09 11:48:45.457716 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'name': 'network-vif-deleted', 'tag': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:45.460596 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9355710-6471-4a2c-b3b0-92b92a41d56d" -d '{"events": [{"server_uuid": "4039a8af-1a35-4b5b-b446-4fe1a8b954e6", "name": "network-vif-deleted", "tag": "d3d2d9fe-2177-4fe6-b191-a1df829aeffe"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:45.512466 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe44622-47a6-42fb-82af-aa409145aeed x-openstack-request-id: req-3fe44622-47a6-42fb-82af-aa409145aeed {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:45.512747 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4039a8af-1a35-4b5b-b446-4fe1a8b954e6", "name": "network-vif-deleted", "tag": "d3d2d9fe-2177-4fe6-b191-a1df829aeffe", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:45.512992 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fe44622-47a6-42fb-82af-aa409145aeed {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:45.513375 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4039a8af-1a35-4b5b-b446-4fe1a8b954e6', 'name': 'network-vif-deleted', 'tag': 'd3d2d9fe-2177-4fe6-b191-a1df829aeffe', 'status': 'completed', 'code': 200} Aug 09 11:48:45.530728 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.539968 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] For port c14391b8-bb58-4bda-a08f-2aa15081b998, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c14391b8-bb58-4bda-a08f-2aa15081b998,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:45.540333 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.558457 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Calling delete_port for c14391b8-bb58-4bda-a08f-2aa15081b998 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:45.581814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:45.585382 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307bceec-06e8-4fbe-8fc9-69701978abe0" -d '{"events": [{"server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "name": "network-vif-plugged", "status": "completed", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:45.610783 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:45.632206 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.633003 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device d3d2d9fe-2177-4fe6-b191-a1df829aeffe no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:45.693026 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb369a-97bb-48fd-abab-caab01362d69 x-openstack-request-id: req-deeb369a-97bb-48fd-abab-caab01362d69 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:45.693232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "name": "network-vif-plugged", "status": "completed", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:45.693466 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-deeb369a-97bb-48fd-abab-caab01362d69 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:45.694638 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'code': 200} Aug 09 11:48:45.696425 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: d3d2d9fe-2177-4fe6-b191-a1df829aeffe {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:45.696768 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device d3d2d9fe-2177-4fe6-b191-a1df829aeffe not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:45.741878 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:45.797328 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-225cc650-3623-4f52-bc4c-be55ae977329 req-29c15aff-e2b5-4ae3-ab38-bdf8748f7d27 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 210 time: 0.0636950 Aug 09 11:48:45.832694 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.862845 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Pushing event deleted for resources: {'Port': ['ID=c14391b8-bb58-4bda-a08f-2aa15081b998,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:45.908290 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] No DVR routers for this DVR port c14391b8-bb58-4bda-a08f-2aa15081b998 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:45.919598 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:45.921549 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-17b0cd7f-7a4a-44ec-bb49-b3728e97a5ac req-448399e8-eba3-4968-b830-b6c934662361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "DELETE /v2.0/ports/c14391b8-bb58-4bda-a08f-2aa15081b998 HTTP/1.1" status: 204 len: 173 time: 0.8414991 Aug 09 11:48:45.950616 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9be881-6c0d-4a45-80c9-2f33162dc43a req-78f7bde0-8a6f-45ff-aeef-945361fd5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.952034 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7a9be881-6c0d-4a45-80c9-2f33162dc43a req-78f7bde0-8a6f-45ff-aeef-945361fd5563 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1098 time: 0.0449412 Aug 09 11:48:45.992341 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7a9be881-6c0d-4a45-80c9-2f33162dc43a req-a039f521-e74f-43d1-999d-9daaee4cc747 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Aug 09 11:48:46.652489 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c6de4bb3-7b18-4703-bfdc-0c21a3913ef2 req-67794b6c-2d61-474b-9420-94c966f200a5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=011b4b4c-15a4-4829-bd5d-8a9529029d0e HTTP/1.1" status: 200 len: 210 time: 0.0294418 Aug 09 11:48:46.684934 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3253b5-6b4f-4e00-b8cf-5d4fa3a521e3 req-dd1ebcbc-0a83-4e4f-a9e4-1da2b7ac2413 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:46.686466 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e3253b5-6b4f-4e00-b8cf-5d4fa3a521e3 req-dd1ebcbc-0a83-4e4f-a9e4-1da2b7ac2413 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0504498 Aug 09 11:48:46.725878 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e3253b5-6b4f-4e00-b8cf-5d4fa3a521e3 req-77506db1-81d1-475b-8233-048c34171edb tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Aug 09 11:48:46.842062 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299319c-2c39-4c5c-a5b6-c8f32f99d6d1 req-09e5842f-fb5f-4b85-9390-acb8a058a656 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:46.843608 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f299319c-2c39-4c5c-a5b6-c8f32f99d6d1 req-09e5842f-fb5f-4b85-9390-acb8a058a656 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0531528 Aug 09 11:48:46.882149 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f299319c-2c39-4c5c-a5b6-c8f32f99d6d1 req-9dea2e6c-3a54-474c-b5aa-6a7c77862c7a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320024 Aug 09 11:48:46.909812 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b53cf-1d32-499c-a8f0-2f5dea903331 req-4c714eca-fd01-46b8-851e-79a8ce9879e8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:46.911673 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-627b53cf-1d32-499c-a8f0-2f5dea903331 req-4c714eca-fd01-46b8-851e-79a8ce9879e8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0574441 Aug 09 11:48:46.952739 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-627b53cf-1d32-499c-a8f0-2f5dea903331 req-40d81079-d310-4755-95cd-d80c285635b7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Aug 09 11:48:46.981048 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-351a363b-21d3-41d7-8fe5-03706f449f4c req-dd5f261e-022b-4c0d-b5d2-353b6910a7e6 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=4039a8af-1a35-4b5b-b446-4fe1a8b954e6 HTTP/1.1" status: 200 len: 210 time: 0.0270419 Aug 09 11:48:47.188905 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c14391b8-bb58-4bda-a08f-2aa15081b998 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:47.213918 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: c14391b8-bb58-4bda-a08f-2aa15081b998 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:47.214255 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c14391b8-bb58-4bda-a08f-2aa15081b998 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:47.514629 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'name': 'network-vif-deleted', 'tag': 'c14391b8-bb58-4bda-a08f-2aa15081b998'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:47.517144 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14a2d68-18b7-4268-8b27-590ad5e48aff" -d '{"events": [{"server_uuid": "011b4b4c-15a4-4829-bd5d-8a9529029d0e", "name": "network-vif-deleted", "tag": "c14391b8-bb58-4bda-a08f-2aa15081b998"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:47.553044 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e82896-1d8f-4025-92d9-135b96e98ac9 x-openstack-request-id: req-e9e82896-1d8f-4025-92d9-135b96e98ac9 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:47.553335 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011b4b4c-15a4-4829-bd5d-8a9529029d0e", "name": "network-vif-deleted", "tag": "c14391b8-bb58-4bda-a08f-2aa15081b998", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:47.553582 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9e82896-1d8f-4025-92d9-135b96e98ac9 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:47.553971 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011b4b4c-15a4-4829-bd5d-8a9529029d0e', 'name': 'network-vif-deleted', 'tag': 'c14391b8-bb58-4bda-a08f-2aa15081b998', 'status': 'completed', 'code': 200} Aug 09 11:48:47.858945 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f69854-1535-41b9-ade5-abdf53c73385 req-b0da0fdd-a850-4ea6-8f4f-19788e3bb379 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:47.860463 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c1f69854-1535-41b9-ade5-abdf53c73385 req-b0da0fdd-a850-4ea6-8f4f-19788e3bb379 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Aug 09 11:48:47.904256 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c1f69854-1535-41b9-ade5-abdf53c73385 req-500eef42-fd29-4e9e-a833-fc26bd186af0 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352435 Aug 09 11:48:48.010602 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892c612-5b54-439c-9d81-9e1d8e2222f0 req-06f99c82-6bc1-4449-af4b-8e0e801afc87 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:48.012769 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e892c612-5b54-439c-9d81-9e1d8e2222f0 req-06f99c82-6bc1-4449-af4b-8e0e801afc87 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0541880 Aug 09 11:48:48.051650 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e892c612-5b54-439c-9d81-9e1d8e2222f0 req-49db6001-388e-473b-9aab-98d277a3374f tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327003 Aug 09 11:48:48.080164 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0d152-9751-458f-b0d4-65b816316b67 req-48226c1d-1d4c-4ad9-b602-b25412157aff tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:48.081707 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-42d0d152-9751-458f-b0d4-65b816316b67 req-48226c1d-1d4c-4ad9-b602-b25412157aff tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0552852 Aug 09 11:48:48.125773 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-42d0d152-9751-458f-b0d4-65b816316b67 req-90ecac26-9f3f-4cf0-8146-d3ca612a3895 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Aug 09 11:48:49.161556 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d67c5-c2f7-4c80-902d-a5d51c28bbad req-b86123cd-f432-4336-8b0a-6b426320f3ef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:49.163044 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f11d67c5-c2f7-4c80-902d-a5d51c28bbad req-b86123cd-f432-4336-8b0a-6b426320f3ef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0488312 Aug 09 11:48:49.196186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f366a-76a4-4c97-afd8-1cb0d5eef0e4 req-5750a377-4911-4257-860f-b4de01385a05 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:49.197701 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-449f366a-76a4-4c97-afd8-1cb0d5eef0e4 req-5750a377-4911-4257-860f-b4de01385a05 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0513630 Aug 09 11:48:49.207120 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f11d67c5-c2f7-4c80-902d-a5d51c28bbad req-f0393abd-71d8-4f19-8b5d-0cc5d93d6a84 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371222 Aug 09 11:48:49.239544 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-449f366a-76a4-4c97-afd8-1cb0d5eef0e4 req-7925b338-67dd-44b2-978c-210dadcd51b5 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350459 Aug 09 11:48:49.327008 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add4c25-fe5e-4e05-b806-9f069dfb5552 req-87e43604-ad94-45c6-a493-b36504fd3cd4 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:49.328992 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4add4c25-fe5e-4e05-b806-9f069dfb5552 req-87e43604-ad94-45c6-a493-b36504fd3cd4 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0578415 Aug 09 11:48:49.364658 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317694-e385-4376-ad79-eba94352b465 req-54769ff2-204d-413e-bbe1-2c05a26d3312 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:49.366167 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eb317694-e385-4376-ad79-eba94352b465 req-54769ff2-204d-413e-bbe1-2c05a26d3312 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0607090 Aug 09 11:48:49.369051 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4add4c25-fe5e-4e05-b806-9f069dfb5552 req-83263fb7-d79d-44c1-9fbe-18749ecb9caf tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Aug 09 11:48:49.408031 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-eb317694-e385-4376-ad79-eba94352b465 req-979c11ca-172e-48ea-9d4a-59510aa00c61 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Aug 09 11:48:49.749559 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaae7e-696b-4b6e-bc3f-7e926df41bb3 req-3b2c9bb6-02c1-4241-9983-41f044c2857b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:49.751059 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3beaae7e-696b-4b6e-bc3f-7e926df41bb3 req-3b2c9bb6-02c1-4241-9983-41f044c2857b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0551486 Aug 09 11:48:49.788669 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3beaae7e-696b-4b6e-bc3f-7e926df41bb3 req-52aa05f7-857a-4b16-89de-fa60f28467b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Aug 09 11:48:52.863664 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176e68-6fa0-4148-8094-db1a89d63771 req-77a640b6-e3e1-4e47-9c28-9bbdbcfc2f15 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:52.865172 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4e176e68-6fa0-4148-8094-db1a89d63771 req-77a640b6-e3e1-4e47-9c28-9bbdbcfc2f15 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0547292 Aug 09 11:48:52.906103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372162-9f80-4855-aa78-86e367d50fcf req-2130f2b0-39f3-4e5c-924b-dc3f0d4608fe tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:52.907131 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4e176e68-6fa0-4148-8094-db1a89d63771 req-d85a7fbe-db81-4945-9d98-5f6f471eb6bf tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Aug 09 11:48:52.907764 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a372162-9f80-4855-aa78-86e367d50fcf req-2130f2b0-39f3-4e5c-924b-dc3f0d4608fe tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0569904 Aug 09 11:48:52.947473 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a372162-9f80-4855-aa78-86e367d50fcf req-b4aff3d0-24ef-41dc-877f-9086f049e28f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Aug 09 11:48:54.088213 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc8033-caaa-4eeb-a1ba-6c9c66a716c7 req-67a34607-026c-4fa4-a3ec-19648db38b9b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:54.091387 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6cbc8033-caaa-4eeb-a1ba-6c9c66a716c7 req-67a34607-026c-4fa4-a3ec-19648db38b9b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0593498 Aug 09 11:48:54.096362 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781921-269b-4aa1-a51c-eb9f91bf62f2 req-ebbc47e4-677f-4a8d-9b43-bfef416ed8b3 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:54.097860 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54781921-269b-4aa1-a51c-eb9f91bf62f2 req-ebbc47e4-677f-4a8d-9b43-bfef416ed8b3 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0520685 Aug 09 11:48:54.139846 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6cbc8033-caaa-4eeb-a1ba-6c9c66a716c7 req-8d5f1a3a-ccb9-40e0-b708-d0a20482e3a8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Aug 09 11:48:54.144657 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54781921-269b-4aa1-a51c-eb9f91bf62f2 req-a66a2e23-b386-4b98-9289-fc5b785b8953 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Aug 09 11:48:54.443443 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-76411fa6-2332-4607-81e8-3ccc9af0e089 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:54.444922 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-76411fa6-2332-4607-81e8-3ccc9af0e089 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 945 time: 0.0538554 Aug 09 11:48:54.565590 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Deleting port 1e9eafda-05b7-473e-b4ad-79f774782422 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:54.566155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.704545 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] For port 1e9eafda-05b7-473e-b4ad-79f774782422, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=1e9eafda-05b7-473e-b4ad-79f774782422,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:54.704906 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.721108 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Calling delete_port for 1e9eafda-05b7-473e-b4ad-79f774782422 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:54.846247 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c57f7-5252-4e1c-8df4-be4746edc298 req-dee73269-1a06-4408-a070-f6a75a8ef0e8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:54.848351 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-458c57f7-5252-4e1c-8df4-be4746edc298 req-dee73269-1a06-4408-a070-f6a75a8ef0e8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0528297 Aug 09 11:48:54.864154 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.898196 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Pushing event deleted for resources: {'Port': ['ID=1e9eafda-05b7-473e-b4ad-79f774782422,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:54.906113 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-458c57f7-5252-4e1c-8df4-be4746edc298 req-9910b619-7c65-4608-b04b-bf45f78d7e01 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472572 Aug 09 11:48:54.933132 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed', '1e9eafda-05b7-473e-b4ad-79f774782422'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:48:54.950909 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] No DVR routers for this DVR port 1e9eafda-05b7-473e-b4ad-79f774782422 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:54.953724 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.956262 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e9d17dc3-6e57-41fe-b0fb-bdb9cb63555a req-68dd2ad9-a53a-4678-abe4-8db7293e5339 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "DELETE /v2.0/ports/1e9eafda-05b7-473e-b4ad-79f774782422 HTTP/1.1" status: 204 len: 173 time: 0.5048993 Aug 09 11:48:54.956759 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'name': 'network-vif-deleted', 'tag': '1e9eafda-05b7-473e-b4ad-79f774782422'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:54.961470 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885c818f-9046-4c23-8950-7e7221016395" -d '{"events": [{"server_uuid": "4d1f94b9-be14-4b98-ad18-9b4f8351de2d", "name": "network-vif-deleted", "tag": "1e9eafda-05b7-473e-b4ad-79f774782422"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:55.013496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b59e7-a161-486c-8633-ed6c5c102950 x-openstack-request-id: req-649b59e7-a161-486c-8633-ed6c5c102950 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:55.013781 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1f94b9-be14-4b98-ad18-9b4f8351de2d", "name": "network-vif-deleted", "tag": "1e9eafda-05b7-473e-b4ad-79f774782422", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:55.014034 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-649b59e7-a161-486c-8633-ed6c5c102950 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:55.014579 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1f94b9-be14-4b98-ad18-9b4f8351de2d', 'name': 'network-vif-deleted', 'tag': '1e9eafda-05b7-473e-b4ad-79f774782422', 'status': 'completed', 'code': 200} Aug 09 11:48:55.263669 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 3e280320-e3ab-44d2-9acc-7498453c8403 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:48:55.285190 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fcd0a-674e-4bc5-9435-be3b5aa8a4fb req-802d1389-b404-4af4-8db8-626fffce09f0 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:55.286896 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-674fcd0a-674e-4bc5-9435-be3b5aa8a4fb req-802d1389-b404-4af4-8db8-626fffce09f0 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 943 time: 0.0641291 Aug 09 11:48:55.351493 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-674fcd0a-674e-4bc5-9435-be3b5aa8a4fb req-ab3d5f53-6e11-485c-a609-5a9dd83a1f1a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558097 Aug 09 11:48:55.387113 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-29f14e44-1472-4a74-b78d-8cc508a8a09c req-0209893b-69d5-4886-9b1a-cb6481b1b280 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d1f94b9-be14-4b98-ad18-9b4f8351de2d HTTP/1.1" status: 200 len: 210 time: 0.0466673 Aug 09 11:48:55.418337 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 3e280320-e3ab-44d2-9acc-7498453c8403, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=3e280320-e3ab-44d2-9acc-7498453c8403,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:55.432011 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '3e280320-e3ab-44d2-9acc-7498453c8403', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'port_id': '3e280320-e3ab-44d2-9acc-7498453c8403', 'mac_address': 'fa:16:3e:d2:fc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:48:55.470455 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.484786 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e280320-e3ab-44d2-9acc-7498453c8403 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:48:55.513762 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 3e280320-e3ab-44d2-9acc-7498453c8403, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=3e280320-e3ab-44d2-9acc-7498453c8403,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:55.517582 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.566514 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=3e280320-e3ab-44d2-9acc-7498453c8403,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:56.035083 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b77b-f1d5-4026-8b2a-53b75678c13d req-30dc917a-fc1a-4f2e-a343-918395731427 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:56.037144 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64e5b77b-f1d5-4026-8b2a-53b75678c13d req-30dc917a-fc1a-4f2e-a343-918395731427 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0605342 Aug 09 11:48:56.093390 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64e5b77b-f1d5-4026-8b2a-53b75678c13d req-b435e96e-1d67-4d66-af5f-af0b9ca49820 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Aug 09 11:48:56.750656 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd45847-1f6a-43fb-8f84-35117f9696e1 req-0935a740-1f32-4c64-8186-8460ffd065de tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:56.752183 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fdd45847-1f6a-43fb-8f84-35117f9696e1 req-0935a740-1f32-4c64-8186-8460ffd065de tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 944 time: 0.0488722 Aug 09 11:48:56.792221 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fdd45847-1f6a-43fb-8f84-35117f9696e1 req-489d3d84-6bca-4e87-b1b6-78d4cf82901f tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 09 11:48:56.915743 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180f3dc-8f97-4571-bada-a080de7c4f9c req-eff86e8c-cf07-416e-a4e0-a642822cfdbe tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:56.917272 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e180f3dc-8f97-4571-bada-a080de7c4f9c req-eff86e8c-cf07-416e-a4e0-a642822cfdbe tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0495963 Aug 09 11:48:56.956021 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e180f3dc-8f97-4571-bada-a080de7c4f9c req-27e034cb-c9cd-4337-99e8-aec90c5df7c7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Aug 09 11:48:57.221345 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c540d8-a71b-4dad-9a5c-9343cc362fbf req-af56fb2d-568f-422d-ba6d-74abff93d2b4 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.222895 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-09c540d8-a71b-4dad-9a5c-9343cc362fbf req-af56fb2d-568f-422d-ba6d-74abff93d2b4 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0586474 Aug 09 11:48:57.264846 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-09c540d8-a71b-4dad-9a5c-9343cc362fbf req-45cb46b1-d852-4c4e-9c62-8ac4a3175083 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357413 Aug 09 11:48:57.339461 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-bc31e7ac-d1a7-41b6-9948-1f553ebdb715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:58.860418 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['3e280320-e3ab-44d2-9acc-7498453c8403'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:48:58.888297 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 1e9eafda-05b7-473e-b4ad-79f774782422 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:58.911903 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 1e9eafda-05b7-473e-b4ad-79f774782422 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:58.912322 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 1e9eafda-05b7-473e-b4ad-79f774782422 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:00.202539 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-43172ece-e2e7-4756-8fbc-82cc83a18bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:00.337708 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:00.743479 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4105ce-8d38-4b44-b86c-113d5fbf38ec req-4bf8aaa0-5976-418e-81f3-8401931b9d18 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:00.745133 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7b4105ce-8d38-4b44-b86c-113d5fbf38ec req-4bf8aaa0-5976-418e-81f3-8401931b9d18 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 944 time: 0.0655048 Aug 09 11:49:00.789086 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7b4105ce-8d38-4b44-b86c-113d5fbf38ec req-e008eeaa-8fc4-49b4-b9cc-0d1fe2d387fc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361328 Aug 09 11:49:00.863250 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132199-ae81-4c70-a30c-94b4aa4fbc33 req-88c7cbbb-6307-4a64-989d-df1c748be7e1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:00.864799 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-58132199-ae81-4c70-a30c-94b4aa4fbc33 req-88c7cbbb-6307-4a64-989d-df1c748be7e1 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0504577 Aug 09 11:49:00.904899 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e56ba-4574-4d22-a73b-79517d6da8f4 req-0c8fd165-461d-4fd2-9140-b5ac9e8a68f8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:00.906346 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a46e56ba-4574-4d22-a73b-79517d6da8f4 req-0c8fd165-461d-4fd2-9140-b5ac9e8a68f8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0513444 Aug 09 11:49:00.906523 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-58132199-ae81-4c70-a30c-94b4aa4fbc33 req-14df7762-ac9a-43a5-a403-19903190bf09 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Aug 09 11:49:00.947119 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a46e56ba-4574-4d22-a73b-79517d6da8f4 req-7046cf34-2552-4a64-a99c-690e0600a049 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Aug 09 11:49:01.516803 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:01.553941 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:02.127276 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396715f-ad4b-46d6-a6b0-0e6c4dface1c req-44fc34ee-a506-4b1c-94a9-a21a3a5d4380 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:02.128875 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9396715f-ad4b-46d6-a6b0-0e6c4dface1c req-44fc34ee-a506-4b1c-94a9-a21a3a5d4380 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 944 time: 0.0506370 Aug 09 11:49:02.169330 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9396715f-ad4b-46d6-a6b0-0e6c4dface1c req-944704b5-f71f-4f57-94c6-8d49ea3679b3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340838 Aug 09 11:49:02.203417 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c7cd3d88-e7a7-47e1-be31-4423cb929021 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:02.204919 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c7cd3d88-e7a7-47e1-be31-4423cb929021 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/networks?id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a HTTP/1.1" status: 200 len: 814 time: 0.1340559 Aug 09 11:49:02.228829 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-5506c27c-2b59-4958-9fc3-70a41fc23a86 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/quotas/6bffcfae71914414ab12b6046865dc98 HTTP/1.1" status: 200 len: 375 time: 0.0178866 Aug 09 11:49:02.238314 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-fa18f3f8-bdb6-4015-9c11-a74a71429882 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:02.239910 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-fa18f3f8-bdb6-4015-9c11-a74a71429882 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0784616 Aug 09 11:49:02.273867 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-3da69054-ee08-4526-bae4-6157b959ac1b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6bffcfae71914414ab12b6046865dc98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328591 Aug 09 11:49:02.293395 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc070e20-3d02-4884-ad3d-0977878ede5f req-190b8cfe-b7b0-4061-af97-d2a6b4839df0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:02.295088 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cc070e20-3d02-4884-ad3d-0977878ede5f req-190b8cfe-b7b0-4061-af97-d2a6b4839df0 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0605037 Aug 09 11:49:02.336733 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cc070e20-3d02-4884-ad3d-0977878ede5f req-add28d86-4cfd-4c6b-8e03-19bc799e3b53 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353925 Aug 09 11:49:02.427177 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-ba4ad237-0138-4f54-8723-3cc47a5d416d service neutron] 10.222.0.50 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368730 Aug 09 11:49:02.447302 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Deleting port 658452a1-5d90-4618-92fb-f4ee0070a57c {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:02.447657 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:02.454100 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c533a-3898-45d2-9bab-95428714976c req-324ae25a-2635-4034-889f-d945318b392a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:02.455703 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3a6c533a-3898-45d2-9bab-95428714976c req-324ae25a-2635-4034-889f-d945318b392a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 945 time: 0.0521762 Aug 09 11:49:02.497231 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3a6c533a-3898-45d2-9bab-95428714976c req-770688e9-7ce9-41ea-8178-769404aeda1b tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Aug 09 11:49:02.602275 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-03b5609f-707a-4396-b3b1-a111bf0e7866 service neutron] 10.222.0.50 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653807 Aug 09 11:49:02.603931 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] For port 658452a1-5d90-4618-92fb-f4ee0070a57c, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=658452a1-5d90-4618-92fb-f4ee0070a57c,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:02.604288 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:02.617142 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Calling delete_port for 658452a1-5d90-4618-92fb-f4ee0070a57c owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:02.772366 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:02.797454 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d567b3a6-477c-43ed-81ab-71a9f5857cee req-b051fb60-5cd0-4ba4-bb64-944c31498d85 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 210 time: 0.0298891 Aug 09 11:49:02.808955 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event deleted for resources: {'Port': ['ID=658452a1-5d90-4618-92fb-f4ee0070a57c,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:02.821016 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1', 'a958360e-18fd-4acb-8d5b-11a6871dfe71', '658452a1-5d90-4618-92fb-f4ee0070a57c'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:02.864417 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] No DVR routers for this DVR port 658452a1-5d90-4618-92fb-f4ee0070a57c on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:49:02.868698 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:02.871320 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bbf660d7-fa2b-4257-b6c1-a1416cf95025 req-d8c6bfe3-f32e-4641-a15e-641b81d012ec tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "DELETE /v2.0/ports/658452a1-5d90-4618-92fb-f4ee0070a57c HTTP/1.1" status: 204 len: 173 time: 0.6198184 Aug 09 11:49:02.871964 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'name': 'network-vif-deleted', 'tag': '658452a1-5d90-4618-92fb-f4ee0070a57c'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:02.872232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 3e280320-e3ab-44d2-9acc-7498453c8403 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:49:02.874189 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f4007a-d7b5-4327-919d-ab54aef5a9cb" -d '{"events": [{"server_uuid": "5ac34c43-190d-4c69-8f63-a20b666f073a", "name": "network-vif-deleted", "tag": "658452a1-5d90-4618-92fb-f4ee0070a57c"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:02.923742 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f6bcc-a3c5-4b19-9840-b070a28f12f8 x-openstack-request-id: req-f27f6bcc-a3c5-4b19-9840-b070a28f12f8 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:02.924027 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac34c43-190d-4c69-8f63-a20b666f073a", "name": "network-vif-deleted", "tag": "658452a1-5d90-4618-92fb-f4ee0070a57c", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:02.924276 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f27f6bcc-a3c5-4b19-9840-b070a28f12f8 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:02.924668 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac34c43-190d-4c69-8f63-a20b666f073a', 'name': 'network-vif-deleted', 'tag': '658452a1-5d90-4618-92fb-f4ee0070a57c', 'status': 'completed', 'code': 200} Aug 09 11:49:02.961866 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 3e280320-e3ab-44d2-9acc-7498453c8403 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:49:02.986898 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 3e280320-e3ab-44d2-9acc-7498453c8403 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:49:02.987279 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:03.019988 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:03.144564 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:03.185877 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:03.188238 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb305367-a847-44db-9ab3-825a357c8c71" -d '{"events": [{"server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "name": "network-vif-plugged", "status": "completed", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:03.208363 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 3e280320-e3ab-44d2-9acc-7498453c8403, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=3e280320-e3ab-44d2-9acc-7498453c8403,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:03.215985 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:03.278545 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=3e280320-e3ab-44d2-9acc-7498453c8403,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:03.329699 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6243fb9a-6a1c-4222-a887-fe3ea24a9fe5 x-openstack-request-id: req-6243fb9a-6a1c-4222-a887-fe3ea24a9fe5 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:03.330018 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "name": "network-vif-plugged", "status": "completed", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:03.330261 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6243fb9a-6a1c-4222-a887-fe3ea24a9fe5 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:03.331015 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403', 'code': 200} Aug 09 11:49:03.363035 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7023f8-0704-4e11-b507-7267c1923245 req-41df7417-7103-44f4-80df-8916fdc408a2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:03.364833 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9a7023f8-0704-4e11-b507-7267c1923245 req-41df7417-7103-44f4-80df-8916fdc408a2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0672400 Aug 09 11:49:03.420243 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9a7023f8-0704-4e11-b507-7267c1923245 req-defe8ebb-8c67-4d6f-ac7b-7d8ad2ac9a82 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Aug 09 11:49:03.477294 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f405d-9f28-4249-a78f-254e97a3487c req-4537502b-18e8-4946-ab16-fdcb33b162d2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:03.478888 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cb3f405d-9f28-4249-a78f-254e97a3487c req-4537502b-18e8-4946-ab16-fdcb33b162d2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0533230 Aug 09 11:49:03.524849 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cb3f405d-9f28-4249-a78f-254e97a3487c req-b0c8336c-df42-4917-b460-d77bca544177 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Aug 09 11:49:03.606235 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2523386d-55e4-436b-a6a6-494425fcd2a3 req-10cdc8c5-069f-49b6-8762-439a09432e7e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ac34c43-190d-4c69-8f63-a20b666f073a HTTP/1.1" status: 200 len: 210 time: 0.0270851 Aug 09 11:49:03.662218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37de7af-c639-400e-a218-f88949d9aab6 req-f59768bb-1aa4-4fca-a204-68048e1a78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:03.663771 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c37de7af-c639-400e-a218-f88949d9aab6 req-f59768bb-1aa4-4fca-a204-68048e1a78cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 1098 time: 0.0402839 Aug 09 11:49:03.712867 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c37de7af-c639-400e-a218-f88949d9aab6 req-14aacb40-8793-45fa-a72d-b3ed72636708 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341809 Aug 09 11:49:03.896670 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-81657fa4-bd48-48b4-976e-9d57b30c355d req-115a0209-cea4-4602-a69c-86b8699f3186 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Aug 09 11:49:04.788765 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62c0fc-46c5-4f9c-b5cc-c29d014fe2a1 req-55b93a95-c733-41bc-a06b-467b7c1a4d58 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:04.790195 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ae62c0fc-46c5-4f9c-b5cc-c29d014fe2a1 req-55b93a95-c733-41bc-a06b-467b7c1a4d58 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0615911 Aug 09 11:49:04.837049 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ae62c0fc-46c5-4f9c-b5cc-c29d014fe2a1 req-fba2e170-c341-4890-8731-aadbe76fc3bc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350707 Aug 09 11:49:04.843225 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eb7f3-9d7e-4bcc-ba8c-a6baa1b54333 req-8daec6e8-377c-4a33-8a06-4a32cc761817 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:04.848058 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c30eb7f3-9d7e-4bcc-ba8c-a6baa1b54333 req-8daec6e8-377c-4a33-8a06-4a32cc761817 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0602360 Aug 09 11:49:04.889120 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c30eb7f3-9d7e-4bcc-ba8c-a6baa1b54333 req-999f6b31-30fb-4eb9-8617-360d4ab4febe tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Aug 09 11:49:04.999658 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e00d4d88-5fbe-422a-8fb6-21f19767c0de req-cdd6af6f-cad5-4c3c-a702-6ed78d70b361 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 210 time: 0.0359640 Aug 09 11:49:05.125958 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e91db-797f-4544-a602-aecca46eb35e req-8fd46e69-1945-43a3-a3c1-0a39d47dc6ba tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:05.127466 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-739e91db-797f-4544-a602-aecca46eb35e req-8fd46e69-1945-43a3-a3c1-0a39d47dc6ba tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0543497 Aug 09 11:49:05.165020 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-739e91db-797f-4544-a602-aecca46eb35e req-a6713465-6853-4bce-a92d-7194af50bf2c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316389 Aug 09 11:49:05.570022 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147845-7f5a-41b2-8686-fe096c35be45 req-f6f703cc-52e6-402a-a441-fb6a40ccf7cc tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:05.571528 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-f6f703cc-52e6-402a-a441-fb6a40ccf7cc tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "GET /v2.0/networks?id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a HTTP/1.1" status: 200 len: 814 time: 0.1100235 Aug 09 11:49:05.600626 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Request body: {'port': {'device_id': '4869abac-8a48-4b16-b205-84d2ec24d264', 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a', 'admin_state_up': True, 'tenant_id': '6bffcfae71914414ab12b6046865dc98'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:05.709122 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Made reservation on behalf of 6bffcfae71914414ab12b6046865dc98 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:49:05.712841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:05.838886 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Allocated IP 172.20.0.3 (26cb2d68-f45f-4ec5-91b9-9c0ff979781a/6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2/a1027001-9673-486b-b2ba-af92bf52baec) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:49:05.987270 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.000250 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f636f-2010-4cc3-bb33-2ef9491b9f67 req-0cfec01d-b794-41f3-80ba-73ffe63b62a2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:06.001756 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-729f636f-2010-4cc3-bb33-2ef9491b9f67 req-0cfec01d-b794-41f3-80ba-73ffe63b62a2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0503848 Aug 09 11:49:06.028773 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.045695 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-729f636f-2010-4cc3-bb33-2ef9491b9f67 req-90c5e188-690e-4405-a359-766036be575c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366843 Aug 09 11:49:06.078330 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:49:06.082369 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:49:06.084257 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Pushing event updated for resources: {'Port': ['ID=a1027001-9673-486b-b2ba-af92bf52baec,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:06.086388 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:49:06.137688 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:06.138313 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.170587 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9696be-9e3c-4bf3-8652-26e1bc360333 req-be866a83-a94b-4362-842d-da9c86ace1ab tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:06.172087 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bc9696be-9e3c-4bf3-8652-26e1bc360333 req-be866a83-a94b-4362-842d-da9c86ace1ab tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 931 time: 0.0569868 Aug 09 11:49:06.181962 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-4b1c4e5b-7386-4909-ba82-e3cb0dfdd2d1 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853837 Aug 09 11:49:06.199923 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db99c79-77b0-48c7-8fb9-107f51691e17 req-d5437395-3e47-4d9b-ada0-c9f9450261a7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:06.201429 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3db99c79-77b0-48c7-8fb9-107f51691e17 req-d5437395-3e47-4d9b-ada0-c9f9450261a7 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0604291 Aug 09 11:49:06.214218 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bc9696be-9e3c-4bf3-8652-26e1bc360333 req-1254183d-4148-4db3-a563-6e959433aa5b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Aug 09 11:49:06.247980 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Request body: {'port': {'device_id': '4869abac-8a48-4b16-b205-84d2ec24d264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:06.253751 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3db99c79-77b0-48c7-8fb9-107f51691e17 req-cd016534-7709-4f30-a45b-f527f619aa12 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462043 Aug 09 11:49:06.304539 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.329760 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07bbae-5249-44ca-b0eb-f30e9f14b166 req-2d1b9bf2-81af-4367-88ce-060b358f3686 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:06.331457 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1c07bbae-5249-44ca-b0eb-f30e9f14b166 req-2d1b9bf2-81af-4367-88ce-060b358f3686 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0511448 Aug 09 11:49:06.373090 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1c07bbae-5249-44ca-b0eb-f30e9f14b166 req-84ee4c82-a660-46de-ba94-cc72c252c070 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Aug 09 11:49:06.379814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.572770 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1027001-9673-486b-b2ba-af92bf52baec {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:49:06.579978 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.591963 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Transition to ACTIVE for port object a1027001-9673-486b-b2ba-af92bf52baec will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:49:06.597118 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.646574 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Pushing event updated for resources: {'Port': ['ID=a1027001-9673-486b-b2ba-af92bf52baec,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:06.715375 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Attempting to bind port a1027001-9673-486b-b2ba-af92bf52baec on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:49:06.715730 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Attempting to bind port a1027001-9673-486b-b2ba-af92bf52baec by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:49:06.716048 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Attempting to bind port a1027001-9673-486b-b2ba-af92bf52baec on network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:49:06.720124 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Port a1027001-9673-486b-b2ba-af92bf52baec on network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:49:06.720432 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Attempting to bind port a1027001-9673-486b-b2ba-af92bf52baec on network 26cb2d68-f45f-4ec5-91b9-9c0ff979781a {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:49:06.725335 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:49:06.725658 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Checking segment: {'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:49:06.726030 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Bound using segment: {'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:49:06.726445 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Bound port: a1027001-9673-486b-b2ba-af92bf52baec, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78592f79-9226-448c-a454-58ab1f89fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:49:06.726785 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.796567 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] For port a1027001-9673-486b-b2ba-af92bf52baec, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:49:06.799490 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] For port a1027001-9673-486b-b2ba-af92bf52baec, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1027001-9673-486b-b2ba-af92bf52baec,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:49:06.803894 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.836531 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:06.837136 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:06.838491 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] 10.222.0.43 "PUT /v2.0/ports/a1027001-9673-486b-b2ba-af92bf52baec HTTP/1.1" status: 200 len: 1093 time: 0.5958366 Aug 09 11:49:06.838915 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4869abac-8a48-4b16-b205-84d2ec24d264', 'tag': 'a1027001-9673-486b-b2ba-af92bf52baec'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:06.841752 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8a396-258f-4936-9837-59ef4e4a3bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "4869abac-8a48-4b16-b205-84d2ec24d264", "tag": "a1027001-9673-486b-b2ba-af92bf52baec"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:06.865271 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e770db-2e79-462d-bf33-fd2b99a5209a service neutron] Pushing event updated for resources: {'Port': ['ID=a1027001-9673-486b-b2ba-af92bf52baec,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:06.876687 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582e47d3-bd08-4460-b777-5b6138ee7a51 x-openstack-request-id: req-582e47d3-bd08-4460-b777-5b6138ee7a51 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:06.876968 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4869abac-8a48-4b16-b205-84d2ec24d264", "tag": "a1027001-9673-486b-b2ba-af92bf52baec", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:06.877214 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-582e47d3-bd08-4460-b777-5b6138ee7a51 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:06.877599 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4869abac-8a48-4b16-b205-84d2ec24d264', 'tag': 'a1027001-9673-486b-b2ba-af92bf52baec', 'status': 'completed', 'code': 200} Aug 09 11:49:06.894064 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 658452a1-5d90-4618-92fb-f4ee0070a57c no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:06.914946 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 658452a1-5d90-4618-92fb-f4ee0070a57c {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:06.915238 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 658452a1-5d90-4618-92fb-f4ee0070a57c not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:07.027192 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a396-258f-4936-9837-59ef4e4a3bd6 req-c95175c2-ab66-4028-8d69-dd36df520e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.028777 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4da8a396-258f-4936-9837-59ef4e4a3bd6 req-c95175c2-ab66-4028-8d69-dd36df520e09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bffcfae71914414ab12b6046865dc98&device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 1096 time: 0.0411015 Aug 09 11:49:07.156937 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a396-258f-4936-9837-59ef4e4a3bd6 req-e9640f2f-8327-43d9-b868-881799a64fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.158331 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4da8a396-258f-4936-9837-59ef4e4a3bd6 req-e9640f2f-8327-43d9-b868-881799a64fbb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6bffcfae71914414ab12b6046865dc98&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975070 Aug 09 11:49:07.164983 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf67c2-2dfb-4734-8989-9f2fbf48dcd0 req-3a2674e9-75e0-41af-8db8-1afd72596f11 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.166448 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1edf67c2-2dfb-4734-8989-9f2fbf48dcd0 req-3a2674e9-75e0-41af-8db8-1afd72596f11 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0490150 Aug 09 11:49:07.207027 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1edf67c2-2dfb-4734-8989-9f2fbf48dcd0 req-69d477d0-ea96-4bd5-a74e-1333879ec9f6 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329528 Aug 09 11:49:07.259729 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a396-258f-4936-9837-59ef4e4a3bd6 req-7c3cb212-e2d6-47dc-b6dc-57aeff48b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.261348 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4da8a396-258f-4936-9837-59ef4e4a3bd6 req-7c3cb212-e2d6-47dc-b6dc-57aeff48b399 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927348 Aug 09 11:49:07.330088 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770ee9-af56-42d8-ad19-44390f0f4efe req-5436a05a-6910-4c57-992e-5ab42424a3b2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.331559 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b5770ee9-af56-42d8-ad19-44390f0f4efe req-5436a05a-6910-4c57-992e-5ab42424a3b2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0487790 Aug 09 11:49:07.342084 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7eb4-a407-4184-8b82-c99f8c63446e req-9100b92f-77d4-4d33-ba52-d4bbe7c70dbf tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.343568 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7dea7eb4-a407-4184-8b82-c99f8c63446e req-9100b92f-77d4-4d33-ba52-d4bbe7c70dbf tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 943 time: 0.0548806 Aug 09 11:49:07.369846 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b5770ee9-af56-42d8-ad19-44390f0f4efe req-80969ef0-e164-4edf-8eeb-5ab303efae82 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322320 Aug 09 11:49:07.387963 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7dea7eb4-a407-4184-8b82-c99f8c63446e req-ff29602f-aaa7-432b-9f7b-9fabadf0ad14 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380788 Aug 09 11:49:07.393867 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36182) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:07.431508 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c7d8021a-7f52-4eab-b72c-a6302ed05f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.433966 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-c7d8021a-7f52-4eab-b72c-a6302ed05f11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bffcfae71914414ab12b6046865dc98&device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 1096 time: 0.0592201 Aug 09 11:49:07.515924 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-524ee355-aeb7-47fe-82f0-9b268ef2d840 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1027001-9673-486b-b2ba-af92bf52baec HTTP/1.1" status: 200 len: 217 time: 0.0397897 Aug 09 11:49:07.516136 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6fbf2-76ff-47c6-9b50-5a269dc6922f req-91932fc9-bf06-48db-ae1a-d291955c7271 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.517254 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b3b6fbf2-76ff-47c6-9b50-5a269dc6922f req-91932fc9-bf06-48db-ae1a-d291955c7271 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0556593 Aug 09 11:49:07.524060 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38dff4-aa25-44fa-b5a3-9c120fe51314 req-cac2ff9a-ee87-4246-b08b-243f4e50144b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.525529 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3c38dff4-aa25-44fa-b5a3-9c120fe51314 req-cac2ff9a-ee87-4246-b08b-243f4e50144b tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0905044 Aug 09 11:49:07.561047 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b3b6fbf2-76ff-47c6-9b50-5a269dc6922f req-a0a3cef6-dc4e-4b43-aa93-633ff45a361f tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374322 Aug 09 11:49:07.603119 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34175491-62ed-4288-8af2-cc9cadbecc60 tempest-TestVolumeBootPattern-382095564 tempest-TestVolumeBootPattern-382095564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.603371 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3c38dff4-aa25-44fa-b5a3-9c120fe51314 req-7a1baa4a-17c2-4949-81ef-cf57d2a7637f tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712802 Aug 09 11:49:07.608221 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-34175491-62ed-4288-8af2-cc9cadbecc60 tempest-TestVolumeBootPattern-382095564 tempest-TestVolumeBootPattern-382095564-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 1093 time: 0.2098453 Aug 09 11:49:07.608521 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147845-7f5a-41b2-8686-fe096c35be45 req-d4c92795-0711-45f9-bdac-947648624b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:07.608616 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36188) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:07.608709 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-d4c92795-0711-45f9-bdac-947648624b79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2 HTTP/1.1" status: 200 len: 854 time: 0.0696306 Aug 09 11:49:07.612774 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'port_id': '3e280320-e3ab-44d2-9acc-7498453c8403', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:07.635204 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:07.643959 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-bdfcbb18-b33b-4d96-becd-bee72f84430d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=26cb2d68-f45f-4ec5-91b9-9c0ff979781a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260420 Aug 09 11:49:07.750385 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:07.763239 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-d528b5f4-bcf6-462c-b42b-9d15b74c943d service neutron] 10.222.0.43 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996313 Aug 09 11:49:07.867650 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Allocated IP 172.27.3.60 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/17aa644e-909d-4ce8-a489-e33ac1ec8699) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:49:07.980777 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:08.023528 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:08.060675 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:49:08.065573 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:49:08.069062 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:49:08.098201 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07147845-7f5a-41b2-8686-fe096c35be45 req-733667c1-7d78-405c-bdd9-d515347cfe16 service neutron] 10.222.0.43 "GET /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259857 Aug 09 11:49:08.100068 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=17aa644e-909d-4ce8-a489-e33ac1ec8699,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:08.114941 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.115293 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.115660 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.115998 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.116331 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.116659 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.116991 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.117320 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.117646 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.117971 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.118293 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.118611 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:08.550849 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbeab-f455-4a69-9238-f1c4fb42ad37 req-2e6e1fc9-9daa-43bc-bb6c-1301f5dae278 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:08.552281 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-516cbeab-f455-4a69-9238-f1c4fb42ad37 req-2e6e1fc9-9daa-43bc-bb6c-1301f5dae278 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 943 time: 0.0890286 Aug 09 11:49:08.654863 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-516cbeab-f455-4a69-9238-f1c4fb42ad37 req-a0bd6a44-f913-4a9a-b1ca-b36ca07aef99 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696747 Aug 09 11:49:08.679116 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:08.782332 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7a639-a67d-490f-bb0c-6001b93a27e5 req-e63d8e28-1372-4fd1-87aa-b5ae0fffcd37 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:08.783861 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-abc7a639-a67d-490f-bb0c-6001b93a27e5 req-e63d8e28-1372-4fd1-87aa-b5ae0fffcd37 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0756583 Aug 09 11:49:08.793037 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:08.859490 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-abc7a639-a67d-490f-bb0c-6001b93a27e5 req-a6566e32-06e8-420d-b4ca-0e65768e25e1 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689061 Aug 09 11:49:08.997841 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c670d2-be90-4237-bc0e-625e569e00d8 req-6ea2a9bf-be82-4331-90ef-4935b66bdbba tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:08.999346 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-50c670d2-be90-4237-bc0e-625e569e00d8 req-6ea2a9bf-be82-4331-90ef-4935b66bdbba tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0852325 Aug 09 11:49:09.025820 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.033496 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.075511 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.082323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a4db-6449-4478-9df3-744cef50c94f req-50b3491a-313a-4bac-9245-d7fb93d5504d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:09.083839 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3f27a4db-6449-4478-9df3-744cef50c94f req-50b3491a-313a-4bac-9245-d7fb93d5504d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0514343 Aug 09 11:49:09.123378 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-50c670d2-be90-4237-bc0e-625e569e00d8 req-dde3d913-5a31-48d6-9a53-bd622e00b0b6 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118541 Aug 09 11:49:09.135199 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=17aa644e-909d-4ce8-a489-e33ac1ec8699,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:09.152207 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3f27a4db-6449-4478-9df3-744cef50c94f req-44c19246-9aa9-44a8-b1bb-8cea291d4094 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611246 Aug 09 11:49:09.171314 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-b656f00b-ef6c-4638-8504-159078cbea10 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:09.172798 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-b656f00b-ef6c-4638-8504-159078cbea10 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 946 time: 0.0688589 Aug 09 11:49:09.177370 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36210) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:09.202497 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Floating IP 0baafc08-5f61-41c7-abe4-1aff6d161579 associated. External IP: 172.27.3.60, port: 3e280320-e3ab-44d2-9acc-7498453c8403. Aug 09 11:49:09.276962 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Deleting port a958360e-18fd-4acb-8d5b-11a6871dfe71 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:09.277305 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.390709 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b76b67-96df-42b3-8cbf-9da9ec0151d5 tempest-TestMinimumBasicScenario-232262140 tempest-TestMinimumBasicScenario-232262140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:09.395676 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-66b76b67-96df-42b3-8cbf-9da9ec0151d5 tempest-TestMinimumBasicScenario-232262140 tempest-TestMinimumBasicScenario-232262140-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1093 time: 0.2140517 Aug 09 11:49:09.396676 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36216) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:09.401078 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'port_id': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:09.403520 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] For port a958360e-18fd-4acb-8d5b-11a6871dfe71, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a958360e-18fd-4acb-8d5b-11a6871dfe71,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:09.403911 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.415556 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Calling delete_port for a958360e-18fd-4acb-8d5b-11a6871dfe71 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:09.433605 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:49:09.437547 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for floatingip, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.556376 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.583006 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event deleted for resources: {'Port': ['ID=a958360e-18fd-4acb-8d5b-11a6871dfe71,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:09.601886 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:49:09.613478 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:49:09.622504 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1', 'a958360e-18fd-4acb-8d5b-11a6871dfe71'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:09.625531 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:09.626501 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:49:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:09.629794 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] No DVR routers for this DVR port a958360e-18fd-4acb-8d5b-11a6871dfe71 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:49:09.631533 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.632244 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.632610 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:09.634788 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9bc1469e-cbeb-476f-bb56-437e607ea821 req-67600af8-bc2f-43a0-8ada-0377cac31f3a tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "DELETE /v2.0/ports/a958360e-18fd-4acb-8d5b-11a6871dfe71 HTTP/1.1" status: 204 len: 173 time: 0.4461913 Aug 09 11:49:09.635171 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'name': 'network-vif-deleted', 'tag': 'a958360e-18fd-4acb-8d5b-11a6871dfe71'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:09.637875 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341d520-d975-447a-9177-2ae00c3ec423" -d '{"events": [{"server_uuid": "09f08e14-152c-4250-ba94-707f6a51ab4f", "name": "network-vif-deleted", "tag": "a958360e-18fd-4acb-8d5b-11a6871dfe71"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:09.711597 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-80332084-0259-4ecb-a880-fc85caa7fc6d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1021447 Aug 09 11:49:09.715317 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:09.716550 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85f823b-72c9-4756-9d19-aa3c070ef8cf x-openstack-request-id: req-d85f823b-72c9-4756-9d19-aa3c070ef8cf {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:09.717777 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f08e14-152c-4250-ba94-707f6a51ab4f", "name": "network-vif-deleted", "tag": "a958360e-18fd-4acb-8d5b-11a6871dfe71", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:09.718091 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d85f823b-72c9-4756-9d19-aa3c070ef8cf {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:09.718405 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:09.718531 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f08e14-152c-4250-ba94-707f6a51ab4f', 'name': 'network-vif-deleted', 'tag': 'a958360e-18fd-4acb-8d5b-11a6871dfe71', 'status': 'completed', 'code': 200} Aug 09 11:49:09.763912 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0a89f7-024a-4d9b-8f66-9b12515bc65f x-openstack-request-id: req-dd0a89f7-024a-4d9b-8f66-9b12515bc65f {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:09.764204 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:09.764455 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd0a89f7-024a-4d9b-8f66-9b12515bc65f {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:09.764855 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403', 'status': 'completed', 'code': 200} Aug 09 11:49:09.788677 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:09.863696 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Allocated IP 172.27.3.208 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/21ec7068-1898-4087-89a4-06b2542ffdbd) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:49:09.884723 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bee8e7-e2b8-4114-86f8-7e71b98cc7cb req-6ad7014c-cd02-494f-88db-e1a8e4975543 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:09.902790 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-45bee8e7-e2b8-4114-86f8-7e71b98cc7cb req-6ad7014c-cd02-494f-88db-e1a8e4975543 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 943 time: 0.1175201 Aug 09 11:49:09.948639 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-0453e628-7f6e-48b3-bb81-6e3ac51ad5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:09.950954 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-0453e628-7f6e-48b3-bb81-6e3ac51ad5d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 1098 time: 0.0653336 Aug 09 11:49:09.993537 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-45bee8e7-e2b8-4114-86f8-7e71b98cc7cb req-d1574a14-e0fa-4808-8657-4e7a92ddc202 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902581 Aug 09 11:49:09.996005 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7570b54f-2cce-4660-9578-9ecbcc29a502 req-68784c3c-c108-435c-b445-2b23d4153db0 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=09f08e14-152c-4250-ba94-707f6a51ab4f HTTP/1.1" status: 200 len: 210 time: 0.0372944 Aug 09 11:49:10.061190 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:10.067695 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '0baafc08-5f61-41c7-abe4-1aff6d161579', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': '3e280320-e3ab-44d2-9acc-7498453c8403', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:d2:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:49:08Z', 'updated_at': '2021-08-09T11:49:08Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:10.096261 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-ea56b231-ffb3-4eda-8c3d-e6f2fb68fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:10.097837 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-ea56b231-ffb3-4eda-8c3d-e6f2fb68fce2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.1277263 Aug 09 11:49:10.100456 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:49:10.105149 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:10.109325 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:10.109924 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:49:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:10.138773 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:49:10.141715 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:49:10.145216 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:49:10.185406 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'Port': ['ID=21ec7068-1898-4087-89a4-06b2542ffdbd,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:10.218194 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-6278abff-942f-4009-a608-5dcb2b77aa37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e280320-e3ab-44d2-9acc-7498453c8403 HTTP/1.1" status: 200 len: 998 time: 0.0867310 Aug 09 11:49:10.246401 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:10.305875 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefe9b7-ebf6-47f7-a11c-1b825881608a req-21fa0f89-3778-41a8-b982-f72cc4a90158 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:10.307357 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-efefe9b7-ebf6-47f7-a11c-1b825881608a req-21fa0f89-3778-41a8-b982-f72cc4a90158 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0869646 Aug 09 11:49:10.309235 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-87ebfdb7-ae44-4f42-9246-bea92b169937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:10.310551 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-87ebfdb7-ae44-4f42-9246-bea92b169937 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0621457 Aug 09 11:49:10.381607 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-efefe9b7-ebf6-47f7-a11c-1b825881608a req-5049e9ff-274f-4836-bf9a-91f2a7e44146 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671666 Aug 09 11:49:10.391631 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-6e965746-b1cb-467a-bd33-3a271cd54e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:10.392731 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-6e965746-b1cb-467a-bd33-3a271cd54e77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710325 Aug 09 11:49:10.510544 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:10.512804 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-bbba4e56-c55e-448a-af51-8c05e9a6ff65 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962515 Aug 09 11:49:10.520292 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '0baafc08-5f61-41c7-abe4-1aff6d161579', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': '3e280320-e3ab-44d2-9acc-7498453c8403', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:d2:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:49:08Z', 'updated_at': '2021-08-09T11:49:08Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:10.556227 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52641f-cd4d-41f9-a006-d999d432afe0 None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '0baafc08-5f61-41c7-abe4-1aff6d161579', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': '3e280320-e3ab-44d2-9acc-7498453c8403', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:d2:fc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:49:08Z', 'updated_at': '2021-08-09T11:49:08Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:49:10.588820 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:10.662923 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d4ecf482-01ae-4f6e-bf3e-250ba97bf689 req-6e947ce7-29e4-4317-a84d-2bd75feee934 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200931 Aug 09 11:49:10.764992 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:10.770147 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:10.800652 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:10.804881 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373fc010-f4cf-4f60-affc-8734e41b6b9b None None] New status for floating IP 0baafc08-5f61-41c7-abe4-1aff6d161579: ACTIVE {{(pid=99934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:49:10.849478 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'Port': ['ID=21ec7068-1898-4087-89a4-06b2542ffdbd,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:10.910091 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Floating IP 8c06588c-66d4-4492-aeb9-2630a2d24916 associated. External IP: 172.27.3.208, port: c9d89e01-26b3-4ab2-bb8a-4705f122f795. Aug 09 11:49:11.134528 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e709c8-9270-4202-9430-80beda68fa74 req-0f1c5467-4d2a-4354-821a-debf1900001e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:11.135499 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8e709c8-9270-4202-9430-80beda68fa74 req-0f1c5467-4d2a-4354-821a-debf1900001e tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 943 time: 0.0625482 Aug 09 11:49:11.180555 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8e709c8-9270-4202-9430-80beda68fa74 req-a62955e8-2eb9-43b4-9e87-f3db9781a660 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370262 Aug 09 11:49:11.345909 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Router bbadc6de-c079-4b8d-9510-53b4c984a545 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:49:11.454968 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:49:11.464433 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] Sync routers for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:49:11.476395 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:11.477023 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:49:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:11.514373 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.545260 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-e2b9847e-05af-43c8-b3ad-64089ae096d9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:11.546894 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-e2b9847e-05af-43c8-b3ad-64089ae096d9 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0619287 Aug 09 11:49:11.548312 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01159942-e984-48cb-b095-17cd2b0a0c37 req-3ab6a8a6-90e2-4c7f-8fbd-2c48e3ef80b8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:11.549821 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-01159942-e984-48cb-b095-17cd2b0a0c37 req-3ab6a8a6-90e2-4c7f-8fbd-2c48e3ef80b8 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 945 time: 0.0896707 Aug 09 11:49:11.555624 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7e894f26-bf54-41e7-96e1-fbc8368fe714 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1557803 Aug 09 11:49:11.556406 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36250) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:11.563004 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-63d9f76c-3fc2-4863-a073-2f1da08c5992 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608970767', 'description': 'tempest-secgroup-smoke-608970767 description', 'project_id': 'fe05ca122f744f0792f76f48515b71d4'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:11.592949 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:11.595065 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-01159942-e984-48cb-b095-17cd2b0a0c37 req-237b4fb5-f0fd-4b8d-b9f8-872ca47528b2 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/security-groups?id=cbd37b35-d57a-4848-8b28-2a7111454373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Aug 09 11:49:11.643306 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d9f76c-3fc2-4863-a073-2f1da08c5992 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.699693 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Deleting port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:11.700028 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.765885 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:11.768996 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:11.824201 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07daae4-bc7e-4fc1-a7cb-72b460bb5339 x-openstack-request-id: req-a07daae4-bc7e-4fc1-a7cb-72b460bb5339 {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:11.825424 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:11.825424 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a07daae4-bc7e-4fc1-a7cb-72b460bb5339 {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:11.825424 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'status': 'completed', 'code': 200} Aug 09 11:49:11.831801 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] For port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:11.832162 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.856682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Calling delete_port for 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:11.859827 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d9f76c-3fc2-4863-a073-2f1da08c5992 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.869210 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d9f76c-3fc2-4863-a073-2f1da08c5992 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.935934 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d9f76c-3fc2-4863-a073-2f1da08c5992 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.937112 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-63d9f76c-3fc2-4863-a073-2f1da08c5992 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3779018 Aug 09 11:49:11.940337 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36258) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:11.945342 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-8dd83593-8acd-4a1f-96ce-f966a34c2a8b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'security_group_rule': {'security_group_id': '7817cab1-abf4-4fad-a20d-17a3e9b029c7', 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:11.954476 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '8c06588c-66d4-4492-aeb9-2630a2d24916', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'port_id': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'mac_address': 'fa:16:3e:6e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:49:10Z', 'updated_at': '2021-08-09T11:49:10Z', 'revision_number': 0, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 5, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:11.970241 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9f76c-3fc2-4863-a073-2f1da08c5992 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7817cab1-abf4-4fad-a20d-17a3e9b029c7,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:11.981867 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8dd83593-8acd-4a1f-96ce-f966a34c2a8b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:11.986715 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] Checking router: bbadc6de-c079-4b8d-9510-53b4c984a545 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:49:11.996283 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:11.996283 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:49:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:12.000530 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-e47672c5-233f-413d-824f-29feec44cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:12.002118 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-e47672c5-233f-413d-824f-29feec44cdb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1098 time: 0.0878081 Aug 09 11:49:12.043989 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8dd83593-8acd-4a1f-96ce-f966a34c2a8b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.049224 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8dd83593-8acd-4a1f-96ce-f966a34c2a8b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.071880 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd83593-8acd-4a1f-96ce-f966a34c2a8b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4652e16f-b456-421e-822c-9e06b7ffaf12,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:12.076956 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8dd83593-8acd-4a1f-96ce-f966a34c2a8b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.078282 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8dd83593-8acd-4a1f-96ce-f966a34c2a8b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369493 Aug 09 11:49:12.081832 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36260) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:12.087904 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-6ec74658-9db1-4346-a774-d65a94895eef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'security_group_rule': {'security_group_id': '7817cab1-abf4-4fad-a20d-17a3e9b029c7', 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:12.113183 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:12.123345 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6ec74658-9db1-4346-a774-d65a94895eef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.131496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.172952 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:12.185761 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6ec74658-9db1-4346-a774-d65a94895eef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.204185 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6ec74658-9db1-4346-a774-d65a94895eef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.237962 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] No DVR routers for this DVR port 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:49:12.240631 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.244538 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c7615633-0003-4bec-aa72-ba4d823fc34e req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.43 "DELETE /v2.0/ports/707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed HTTP/1.1" status: 204 len: 173 time: 0.6855083 Aug 09 11:49:12.244538 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d390d-1470-4273-bd8e-5f9796a42441 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] Pushing event deleted for resources: {'Port': ['ID=707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:12.250037 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1571bbbc-f141-4bac-a670-9496bb856653', 'name': 'network-vif-deleted', 'tag': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:12.252499 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc879b6-41fd-4cd8-a26d-7055e4be2edc" -d '{"events": [{"server_uuid": "1571bbbc-f141-4bac-a670-9496bb856653", "name": "network-vif-deleted", "tag": "707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:12.257556 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-7812a184-a1b5-4a6b-9f46-276c8c2d54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:12.259125 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-7812a184-a1b5-4a6b-9f46-276c8c2d54ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 916 time: 0.2490785 Aug 09 11:49:12.261677 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec74658-9db1-4346-a774-d65a94895eef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0f1cd5-371e-4ffc-b225-514373a79a4e,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:12.269803 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6ec74658-9db1-4346-a774-d65a94895eef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.271394 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-6ec74658-9db1-4346-a774-d65a94895eef tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1886117 Aug 09 11:49:12.280157 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36270) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:12.291216 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-8bc7d9f5-5fde-44ab-aca5-0c521fa48a57 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'security_group_rule': {'security_group_id': '7817cab1-abf4-4fad-a20d-17a3e9b029c7', 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:12.332517 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d9f5-5fde-44ab-aca5-0c521fa48a57 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.376448 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-e3d1dbb3-cca0-4cf8-9a09-896ea945a35a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 999 time: 0.1027961 Aug 09 11:49:12.385079 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12111e3b-8512-414d-9523-a33a34456fcd req-201a8274-c6b2-4fde-8366-cc8045c2693f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:12.392584 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-12111e3b-8512-414d-9523-a33a34456fcd req-201a8274-c6b2-4fde-8366-cc8045c2693f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 943 time: 0.0781150 Aug 09 11:49:12.424289 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '8c06588c-66d4-4492-aeb9-2630a2d24916', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'port_id': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'mac_address': 'fa:16:3e:6e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:49:10Z', 'updated_at': '2021-08-09T11:49:10Z', 'revision_number': 0, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 5, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:12.426095 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d9f5-5fde-44ab-aca5-0c521fa48a57 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.435390 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d9f5-5fde-44ab-aca5-0c521fa48a57 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.457942 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7d9f5-5fde-44ab-aca5-0c521fa48a57 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fba1b5-9e75-43b6-b5e3-c787d5de046f,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:12.466535 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d9f5-5fde-44ab-aca5-0c521fa48a57 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.466742 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-12111e3b-8512-414d-9523-a33a34456fcd req-19a0d53c-7326-456c-95a9-c8f351df3151 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731952 Aug 09 11:49:12.472261 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8bc7d9f5-5fde-44ab-aca5-0c521fa48a57 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1893535 Aug 09 11:49:12.474760 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36272) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:12.482452 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-2bcd42ef-faaa-431b-9efe-db376d56e018 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'security_group_rule': {'security_group_id': '7817cab1-abf4-4fad-a20d-17a3e9b029c7', 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:12.493315 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508cf3d1-85d8-4009-806d-0df5125bca21 None None] The sync data for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi is: [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '8c06588c-66d4-4492-aeb9-2630a2d24916', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'port_id': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'mac_address': 'fa:16:3e:6e:fb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:49:10Z', 'updated_at': '2021-08-09T11:49:10Z', 'revision_number': 0, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 5, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:49:12.514968 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-478ec36b-4878-43a5-aad1-b54788feb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:12.521486 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-478ec36b-4878-43a5-aad1-b54788feb16d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 200 len: 854 time: 0.1122885 Aug 09 11:49:12.523063 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e578f4-222e-4c1d-afbc-b851bc1f36c8 x-openstack-request-id: req-10e578f4-222e-4c1d-afbc-b851bc1f36c8 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:12.523415 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1571bbbc-f141-4bac-a670-9496bb856653", "name": "network-vif-deleted", "tag": "707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:12.523706 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10e578f4-222e-4c1d-afbc-b851bc1f36c8 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:12.524086 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1571bbbc-f141-4bac-a670-9496bb856653', 'name': 'network-vif-deleted', 'tag': '707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed', 'status': 'completed', 'code': 200} Aug 09 11:49:12.532091 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42ef-faaa-431b-9efe-db376d56e018 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.601522 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42ef-faaa-431b-9efe-db376d56e018 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.605364 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42ef-faaa-431b-9efe-db376d56e018 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.626339 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd42ef-faaa-431b-9efe-db376d56e018 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d84e6c-3340-4d5f-a995-d33cd2a40c19,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:12.638748 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2bcd42ef-faaa-431b-9efe-db376d56e018 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.640691 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-2bcd42ef-faaa-431b-9efe-db376d56e018 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648602 Aug 09 11:49:12.643242 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36278) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:12.645807 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d32f1-33e7-4ee9-bbec-2ddd6bef3bb2 req-a2ccb796-362a-459a-a7b1-fe7ce3908db2 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:12.648492 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'security_group_rule': {'security_group_id': '7817cab1-abf4-4fad-a20d-17a3e9b029c7', 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:12.654402 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-570d32f1-33e7-4ee9-bbec-2ddd6bef3bb2 req-a2ccb796-362a-459a-a7b1-fe7ce3908db2 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.1012893 Aug 09 11:49:12.658171 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-0c64d6b0-d31a-472c-8a14-14f02e1ea77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:12.659676 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-0c64d6b0-d31a-472c-8a14-14f02e1ea77a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b71900b9-088a-4103-8bae-e4722c81eb4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947671 Aug 09 11:49:12.674037 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.securitygroups_db [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Project fe05ca122f744f0792f76f48515b71d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:49:12.680671 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.748900 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1ec95dd6-9171-4572-8125-344fb42620a2 req-ef9d7b2b-c960-4aff-83c1-5394f6eb8435 tempest-ServerRescueNegativeTestJSON-1539734026 tempest-ServerRescueNegativeTestJSON-1539734026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1571bbbc-f141-4bac-a670-9496bb856653 HTTP/1.1" status: 200 len: 210 time: 0.0466490 Aug 09 11:49:12.749619 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-570d32f1-33e7-4ee9-bbec-2ddd6bef3bb2 req-5ff3d993-8c81-4728-b953-0839f8b870a5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940402 Aug 09 11:49:12.783767 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.789816 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.809592 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b106ef-5607-4ef2-8682-d518b31c2e7a,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:12.822333 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-3fc90937-0d0f-4cb3-850b-ca06034b3a7c service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423695 Aug 09 11:49:12.822911 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.825504 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-accc6a77-7357-422a-b8ad-e49a03bdfddc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1806605 Aug 09 11:49:12.831189 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36282) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:12.834675 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68920c29-6b3e-42f8-98ce-860367dd212e None None] New status for floating IP 8c06588c-66d4-4492-aeb9-2630a2d24916: ACTIVE {{(pid=99934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:49:12.838779 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'security_group_rule': {'security_group_id': '7817cab1-abf4-4fad-a20d-17a3e9b029c7', 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:12.868653 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.securitygroups_db [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Project fe05ca122f744f0792f76f48515b71d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:49:12.874762 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.905980 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a1027001-9673-486b-b2ba-af92bf52baec details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:49:12.944845 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.950497 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a958360e-18fd-4acb-8d5b-11a6871dfe71 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:12.951301 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.953666 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0257e8d7-a6d9-418e-b5e2-9756fe45ead8 req-a07f84b4-8891-4e6f-b0f3-0cdcd8dce14e service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170990 Aug 09 11:49:12.971970 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f0bdda-6348-4ec7-8949-54592f25851c,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:12.979264 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:12.984466 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-43cbd652-658a-43cc-8a35-f72bf0e51092 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475501 Aug 09 11:49:12.996884 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: a958360e-18fd-4acb-8d5b-11a6871dfe71 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:12.997441 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a958360e-18fd-4acb-8d5b-11a6871dfe71 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:13.082530 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1aa0a438-470f-4328-a10b-556505839ed0 req-86fa1682-31d8-406b-af4a-b7b58a299acb tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608970767&fields=id&tenant_id=fe05ca122f744f0792f76f48515b71d4 HTTP/1.1" status: 200 len: 267 time: 0.0427814 Aug 09 11:49:13.132135 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port a1027001-9673-486b-b2ba-af92bf52baec, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1027001-9673-486b-b2ba-af92bf52baec,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:13.144445 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'a1027001-9673-486b-b2ba-af92bf52baec', 'network_id': '26cb2d68-f45f-4ec5-91b9-9c0ff979781a', 'port_id': 'a1027001-9673-486b-b2ba-af92bf52baec', 'mac_address': 'fa:16:3e:67:d9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:49:13.162110 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a438-470f-4328-a10b-556505839ed0 req-004cc440-ef08-4b79-bb05-8f574c0679a4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:13.171497 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1aa0a438-470f-4328-a10b-556505839ed0 req-004cc440-ef08-4b79-bb05-8f574c0679a4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0880346 Aug 09 11:49:13.177356 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'port': {'security_groups': ['9628928e-b774-4883-841f-ea08411d0c10', '7817cab1-abf4-4fad-a20d-17a3e9b029c7']}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:13.193208 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:13.208332 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1027001-9673-486b-b2ba-af92bf52baec {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:49:13.231982 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port a1027001-9673-486b-b2ba-af92bf52baec, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1027001-9673-486b-b2ba-af92bf52baec,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:13.237083 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:13.245059 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:13.289788 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=a1027001-9673-486b-b2ba-af92bf52baec,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:13.457560 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:13.488473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:13.493246 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:13.539033 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:13.539701 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:13.541095 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1aa0a438-470f-4328-a10b-556505839ed0 req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "PUT /v2.0/ports/c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 981 time: 0.3685255 Aug 09 11:49:13.562612 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c9d89e01-26b3-4ab2-bb8a-4705f122f795'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:13.580310 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385760b-ded1-453a-abfa-3410b58500b4 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=6']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:13.611356 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fff02d-9f46-4a3f-9c26-b3f5accdf1cb req-73ca06bc-c760-4f6d-ba82-4102a2b2cf77 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:13.613350 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d2fff02d-9f46-4a3f-9c26-b3f5accdf1cb req-73ca06bc-c760-4f6d-ba82-4102a2b2cf77 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 944 time: 0.0769556 Aug 09 11:49:13.657704 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d2fff02d-9f46-4a3f-9c26-b3f5accdf1cb req-82be943a-c5bb-4949-b821-3a0d2f4e24c5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366497 Aug 09 11:49:13.668263 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ecfa8-94db-4716-8201-d75422dd410e req-ebe391c7-e791-4ad8-919e-750d572ba3ad tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:13.671791 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-442ecfa8-94db-4716-8201-d75422dd410e req-ebe391c7-e791-4ad8-919e-750d572ba3ad tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0669122 Aug 09 11:49:13.720463 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-442ecfa8-94db-4716-8201-d75422dd410e req-defb893f-be83-479e-9fa8-ffe66dfc7cb2 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402467 Aug 09 11:49:13.818631 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36302) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:13.826038 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:13.828926 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25d808a-8752-4089-89f2-9f24321fad70" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:13.849469 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-b7bebaf4-30d1-4753-bf14-5112f772ec2f None None] Provisioning complete for port c9d89e01-26b3-4ab2-bb8a-4705f122f795 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:49:13.849843 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-b7bebaf4-30d1-4753-bf14-5112f772ec2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:13.867332 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2985a90-8790-4fac-86b9-ad5c64d969eb x-openstack-request-id: req-d2985a90-8790-4fac-86b9-ad5c64d969eb {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:13.867732 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:13.868041 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2985a90-8790-4fac-86b9-ad5c64d969eb {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:13.868611 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'status': 'completed', 'code': 200} Aug 09 11:49:13.926439 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c9d89e01-26b3-4ab2-bb8a-4705f122f795'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:13.981323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77c97a-2593-4ca1-8cf8-151ce917a7d4 req-ab0349db-965e-441c-83f5-8d5791c4c65e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:13.982841 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7a77c97a-2593-4ca1-8cf8-151ce917a7d4 req-ab0349db-965e-441c-83f5-8d5791c4c65e tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.1570959 Aug 09 11:49:14.055319 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d808a-8752-4089-89f2-9f24321fad70 req-af933b56-7923-4242-b4aa-3af91c8e2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:14.056753 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a25d808a-8752-4089-89f2-9f24321fad70 req-af933b56-7923-4242-b4aa-3af91c8e2e06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1137 time: 0.1190431 Aug 09 11:49:14.103355 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7a77c97a-2593-4ca1-8cf8-151ce917a7d4 req-e155b78f-6258-44cd-bede-e8ccee229160 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080523 Aug 09 11:49:14.158758 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['a1027001-9673-486b-b2ba-af92bf52baec'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:14.240465 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d808a-8752-4089-89f2-9f24321fad70 req-613748be-c5ef-4ea1-b878-d087464592f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:14.241894 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a25d808a-8752-4089-89f2-9f24321fad70 req-613748be-c5ef-4ea1-b878-d087464592f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 916 time: 0.1687186 Aug 09 11:49:14.353796 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a25d808a-8752-4089-89f2-9f24321fad70 req-05b7e5b7-a71a-4072-b2a0-6e3242732418 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 1001 time: 0.1013486 Aug 09 11:49:14.504017 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d808a-8752-4089-89f2-9f24321fad70 req-da78308c-e5f5-4422-9b7c-596af917c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:14.505817 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a25d808a-8752-4089-89f2-9f24321fad70 req-da78308c-e5f5-4422-9b7c-596af917c5cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 200 len: 854 time: 0.0719154 Aug 09 11:49:14.814534 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:14.898521 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d808a-8752-4089-89f2-9f24321fad70 req-11329748-d41f-4385-a703-5fd0e0cf506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:14.900041 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a25d808a-8752-4089-89f2-9f24321fad70 req-11329748-d41f-4385-a703-5fd0e0cf506f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b71900b9-088a-4103-8bae-e4722c81eb4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3852744 Aug 09 11:49:14.924872 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:14.946376 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:14.946719 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 707ba072-84c8-4c5c-8a6d-7a11a3e7d2ed not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:14.954006 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f808c2-7056-4062-a5fa-94f9fa3e7122 req-cde808cb-a085-4f50-a504-d78e16f9df9b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:14.955481 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-15f808c2-7056-4062-a5fa-94f9fa3e7122 req-cde808cb-a085-4f50-a504-d78e16f9df9b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 944 time: 0.1580722 Aug 09 11:49:15.102812 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-15f808c2-7056-4062-a5fa-94f9fa3e7122 req-682b6484-a122-41ee-a37a-427d5227b01a tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360054 Aug 09 11:49:15.171089 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a25d808a-8752-4089-89f2-9f24321fad70 req-1db18d09-90f8-428a-8ea9-3f1fceff0a8e service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339332 Aug 09 11:49:15.318917 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3d32e-3411-4a73-a374-971ecd4972d9 req-8f7b4cad-6a96-4f7e-821c-659ffc8714f5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:15.320410 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-80e3d32e-3411-4a73-a374-971ecd4972d9 req-8f7b4cad-6a96-4f7e-821c-659ffc8714f5 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.1426277 Aug 09 11:49:15.358382 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a25d808a-8752-4089-89f2-9f24321fad70 req-11c730e1-9b62-446b-8e94-96cfda23b8f4 service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683612 Aug 09 11:49:15.393334 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-80e3d32e-3411-4a73-a374-971ecd4972d9 req-89bc97be-279c-44c1-87ac-cd54c555057c tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/security-groups?id=87920aac-db02-47f7-bcdd-4511350af295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654607 Aug 09 11:49:15.412021 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Deleting port 03c7d68d-f90e-4a6a-b1fc-e3547936776d {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:15.412357 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:15.492393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] For port 03c7d68d-f90e-4a6a-b1fc-e3547936776d, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=03c7d68d-f90e-4a6a-b1fc-e3547936776d,segment=NetworkSegment(6c5af2f5-06bd-4d90-a046-a5ca7f517c90),segment_id=6c5af2f5-06bd-4d90-a046-a5ca7f517c90)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:15.492664 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:15.504962 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Calling delete_port for 03c7d68d-f90e-4a6a-b1fc-e3547936776d owned by network:router_interface {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:15.626681 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-53dce0d3-c79e-4c70-9fb1-0f17c105d458 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:15.628143 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-53dce0d3-c79e-4c70-9fb1-0f17c105d458 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0848205 Aug 09 11:49:15.801704 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Deleting port 52852d1b-d197-42ad-a701-a0f64c728ea1 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:15.801946 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:15.816969 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:15.880223 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=03c7d68d-f90e-4a6a-b1fc-e3547936776d,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:15.960000 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] For port 52852d1b-d197-42ad-a701-a0f64c728ea1, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=52852d1b-d197-42ad-a701-a0f64c728ea1,segment=NetworkSegment(d5f73b08-c609-4738-93d8-cb2f7eed873d),segment_id=d5f73b08-c609-4738-93d8-cb2f7eed873d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:15.960360 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.009456 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Calling delete_port for 52852d1b-d197-42ad-a701-a0f64c728ea1 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:16.123892 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.222491 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e4c5c-ae3d-4b9c-baf9-979bdecb0098 req-f4269765-b335-4c5e-bbd7-965c12fdc690 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:16.224287 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c05e4c5c-ae3d-4b9c-baf9-979bdecb0098 req-f4269765-b335-4c5e-bbd7-965c12fdc690 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 944 time: 0.0491035 Aug 09 11:49:16.263015 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.263592 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c05e4c5c-ae3d-4b9c-baf9-979bdecb0098 req-3184104e-ecc2-4d4b-8530-6157271b863d tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Aug 09 11:49:16.296899 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Pushing event deleted for resources: {'Port': ['ID=52852d1b-d197-42ad-a701-a0f64c728ea1,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:16.304327 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['52852d1b-d197-42ad-a701-a0f64c728ea1'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:16.371677 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] No DVR routers for this DVR port 52852d1b-d197-42ad-a701-a0f64c728ea1 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:49:16.375197 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.377079 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-38722827-ad86-4db5-8a19-f6c671da7b46 req-2ff12dae-1d40-4215-ac78-6469e24b8eb8 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.43 "DELETE /v2.0/ports/52852d1b-d197-42ad-a701-a0f64c728ea1 HTTP/1.1" status: 204 len: 173 time: 0.7171397 Aug 09 11:49:16.377525 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'name': 'network-vif-deleted', 'tag': '52852d1b-d197-42ad-a701-a0f64c728ea1'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:16.379987 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b3f05-cbc4-4bf5-b8fb-07c610c22e03" -d '{"events": [{"server_uuid": "ce0d7223-7b06-47ea-ba7c-75171e09d4d4", "name": "network-vif-deleted", "tag": "52852d1b-d197-42ad-a701-a0f64c728ea1"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:16.425804 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f506c-d6cf-4467-b341-db33b6137b90 x-openstack-request-id: req-af5f506c-d6cf-4467-b341-db33b6137b90 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:16.426102 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0d7223-7b06-47ea-ba7c-75171e09d4d4", "name": "network-vif-deleted", "tag": "52852d1b-d197-42ad-a701-a0f64c728ea1", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:16.426396 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af5f506c-d6cf-4467-b341-db33b6137b90 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:16.426789 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d7223-7b06-47ea-ba7c-75171e09d4d4', 'name': 'network-vif-deleted', 'tag': '52852d1b-d197-42ad-a701-a0f64c728ea1', 'status': 'completed', 'code': 200} Aug 09 11:49:16.456662 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Router c108dc7c-4a62-413e-9a89-197132b7a6ee has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:49:16.537403 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4d28d72c-82a9-492b-99f6-07e45a7e8ed7 req-c8a74e15-f24f-4db5-b645-7aa36c167c94 tempest-AttachVolumeNegativeTest-666438309 tempest-AttachVolumeNegativeTest-666438309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce0d7223-7b06-47ea-ba7c-75171e09d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0314472 Aug 09 11:49:16.593150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:49:16.598785 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-4509d881-66fd-4e46-9af4-43c412623d6d admin admin] 10.222.0.50 "PUT /v2.0/routers/c108dc7c-4a62-413e-9a89-197132b7a6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7785130 Aug 09 11:49:16.601653 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36338) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:16.603189 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] Sync routers for ids ['c108dc7c-4a62-413e-9a89-197132b7a6ee'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:49:16.612320 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] Routers {'c108dc7c-4a62-413e-9a89-197132b7a6ee'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:16.612908 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:49:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['c108dc7c-4a62-413e-9a89-197132b7a6ee'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:16.706741 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks [] for router, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.716918 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] Set router c108dc7c-4a62-413e-9a89-197132b7a6ee gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:16.810281 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.865539 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Deleting port fa8207a7-3d58-48cc-bb25-53f19242f704 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:16.865875 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.901181 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:49:15Z', 'revision_number': 5, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port': {'id': 'fa8207a7-3d58-48cc-bb25-53f19242f704', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:16.928236 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] Checking router: c108dc7c-4a62-413e-9a89-197132b7a6ee for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:49:16.937626 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] Routers {'c108dc7c-4a62-413e-9a89-197132b7a6ee'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:16.938165 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:49:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['c108dc7c-4a62-413e-9a89-197132b7a6ee'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:16.954944 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a1027001-9673-486b-b2ba-af92bf52baec up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:49:16.959841 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] For port fa8207a7-3d58-48cc-bb25-53f19242f704, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fa8207a7-3d58-48cc-bb25-53f19242f704,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:16.959841 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:16.977818 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Calling delete_port for fa8207a7-3d58-48cc-bb25-53f19242f704 owned by network:router_gateway {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:17.026978 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port a1027001-9673-486b-b2ba-af92bf52baec completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:49:17.031331 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port a1027001-9673-486b-b2ba-af92bf52baec triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:49:17.031899 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] Set router c108dc7c-4a62-413e-9a89-197132b7a6ee gateway port host: None {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:17.032095 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.101088 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:49:16Z', 'revision_number': 6, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port_host': None}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:17.131254 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f25c08-a03e-4408-b5e3-5cf0fadebf5e None None] The sync data for ids ['c108dc7c-4a62-413e-9a89-197132b7a6ee'] in dv-cinder-803901-1-iscsi is: [{'id': 'c108dc7c-4a62-413e-9a89-197132b7a6ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1785748864-router', 'tenant_id': '7f3069670ddd44569d41f52fec160c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:49:16Z', 'revision_number': 6, 'project_id': '7f3069670ddd44569d41f52fec160c1d', 'gw_port_host': None}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:49:17.135493 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.161391 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869abac-8a48-4b16-b205-84d2ec24d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1027001-9673-486b-b2ba-af92bf52baec'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:17.163784 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7b260a-2099-4f8d-9f97-7ffbec8cb764" -d '{"events": [{"server_uuid": "4869abac-8a48-4b16-b205-84d2ec24d264", "name": "network-vif-plugged", "status": "completed", "tag": "a1027001-9673-486b-b2ba-af92bf52baec"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:17.178990 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port a1027001-9673-486b-b2ba-af92bf52baec, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1027001-9673-486b-b2ba-af92bf52baec,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:17.189788 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.213692 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.218970 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445d0af8-4ce8-4c23-a5da-2533bcd8682d x-openstack-request-id: req-445d0af8-4ce8-4c23-a5da-2533bcd8682d {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:17.219259 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869abac-8a48-4b16-b205-84d2ec24d264", "name": "network-vif-plugged", "status": "completed", "tag": "a1027001-9673-486b-b2ba-af92bf52baec", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:17.219508 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-445d0af8-4ce8-4c23-a5da-2533bcd8682d {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:17.219911 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869abac-8a48-4b16-b205-84d2ec24d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1027001-9673-486b-b2ba-af92bf52baec', 'code': 200} Aug 09 11:49:17.241264 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8207a7-3d58-48cc-bb25-53f19242f704,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:17.251696 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=a1027001-9673-486b-b2ba-af92bf52baec,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:17.267076 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.379193 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.396804 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.419633 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98fc8e-8db0-42b8-8392-8231b9e4dcc8 req-36a3bac5-38cf-4c7e-a9cf-69089743afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:17.421176 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5b98fc8e-8db0-42b8-8392-8231b9e4dcc8 req-36a3bac5-38cf-4c7e-a9cf-69089743afea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 1098 time: 0.0442874 Aug 09 11:49:17.460880 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5b98fc8e-8db0-42b8-8392-8231b9e4dcc8 req-8ffc5c48-6c63-481c-ac50-a2eacf10b376 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Aug 09 11:49:17.472136 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e6eb9-58c1-44f8-8ee4-79252cc09d48 req-b38d4d28-910a-4c95-9d76-e0e1d768568f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:17.473830 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-319e6eb9-58c1-44f8-8ee4-79252cc09d48 req-b38d4d28-910a-4c95-9d76-e0e1d768568f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 945 time: 0.1078305 Aug 09 11:49:17.474564 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.475103 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router c108dc7c-4a62-413e-9a89-197132b7a6ee {{(pid=99932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:49:17.479839 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.481566 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a78252ee-17a8-4efd-a5ab-2f5c3c914aad admin admin] 10.222.0.50 "DELETE /v2.0/routers/c108dc7c-4a62-413e-9a89-197132b7a6ee HTTP/1.1" status: 204 len: 168 time: 0.8787820 Aug 09 11:49:17.484218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36346) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:17.518710 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-319e6eb9-58c1-44f8-8ee4-79252cc09d48 req-1aed5796-d49d-4bbd-94c0-cea3c3933085 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360770 Aug 09 11:49:17.538765 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] Deleting subnet c6516d59-2c44-41ec-98ed-4be438340e5f {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:49:17.543988 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.584609 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.598107 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36350) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:17.640196 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.671250 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 03c7d68d-f90e-4a6a-b1fc-e3547936776d no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:17.674922 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] Deleting subnet 59facaac-2fe3-4f37-8763-da950cbeb863 {{(pid=99932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:49:17.677985 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.692342 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 03c7d68d-f90e-4a6a-b1fc-e3547936776d {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:17.693018 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 03c7d68d-f90e-4a6a-b1fc-e3547936776d not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:17.713848 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.715822 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.721288 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.778415 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for subnet, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.804786 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59facaac-2fe3-4f37-8763-da950cbeb863,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:17.809006 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.810916 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-4aefbb6f-e02e-40eb-9c6b-03a2b0a8bb36 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59facaac-2fe3-4f37-8763-da950cbeb863 HTTP/1.1" status: 204 len: 168 time: 0.2116604 Aug 09 11:49:17.813396 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36354) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:17.885492 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.967989 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:17.979867 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.980217 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.980981 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.981307 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > port after_create 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.981645 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.981994 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > port after_update 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.982311 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.982645 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.982959 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.983278 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:17.999502 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6516d59-2c44-41ec-98ed-4be438340e5f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:18.023015 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.029010 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-9d07e14a-0dc8-4069-8962-a188074b804f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c6516d59-2c44-41ec-98ed-4be438340e5f HTTP/1.1" status: 204 len: 168 time: 0.5436840 Aug 09 11:49:18.029558 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36358) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:18.052188 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:18.052540 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:18.052862 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:18.053197 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:49:18.053575 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a613757-6c9d-400e-a84c-51a829a13b23']}} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:18.075098 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f73b08-c609-4738-93d8-cb2f7eed873d') {'for_net_delete': True} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:18.075204 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f73b08-c609-4738-93d8-cb2f7eed873d') {} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:18.103022 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570832'] for segment, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.127043 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.130029 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.142626 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=99932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:49:18.143106 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440116'] for segment, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: from cryptography.utils import int_from_bytes Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: from cryptography.utils import int_from_bytes Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: Traceback (most recent call last): Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: timer() Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: cb(*args, **kw) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: return func(*args, **kwargs) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: self._notify() Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: self.callback(batched_events) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: event.method(event) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: return f(self, *a, **k) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: return self._get(url).json() Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: return self.request(url, 'GET', **kwargs) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:49:18.200243 dv-cinder-803901-1-iscsi neutron-server[99932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:49:18.217406 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.220421 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.225475 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.228320 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/6a613757-6c9d-400e-a84c-51a829a13b23 HTTP/1.1" status: 204 len: 168 time: 0.4139731 Aug 09 11:49:18.239505 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bd4547-5f16-404f-b1d2-618d2c08340f']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:18.243762 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ca6cf-aba8-4da6-be94-5169c79006ca admin admin] Pushing event deleted for resources: {'Network': ['ID=6a613757-6c9d-400e-a84c-51a829a13b23,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:18.252430 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5af2f5-06bd-4d90-a046-a5ca7f517c90') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:18.252925 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5af2f5-06bd-4d90-a046-a5ca7f517c90') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:18.264078 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.281552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.288741 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:49:18.289232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:49:18.291005 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:49:18.349083 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.357621 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.363000 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/62bd4547-5f16-404f-b1d2-618d2c08340f HTTP/1.1" status: 204 len: 168 time: 0.3324327 Aug 09 11:49:18.379120 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eac9c-ef72-4697-a323-4722e35bbde5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bd4547-5f16-404f-b1d2-618d2c08340f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:18.461623 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36368) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:18.524801 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-244788c5-4528-45fd-8c66-a9ad5948d58b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55abaca445474535985a170949e61e5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0615580 Aug 09 11:49:18.527792 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36374) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:18.537148 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36376) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:18.650280 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-e40f6497-8494-43d3-810d-4128c9f29508 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f3069670ddd44569d41f52fec160c1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1111944 Aug 09 11:49:18.653485 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c0eaedf3-83e9-464f-9db5-9de7369f2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.653680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36380) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:18.681982 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c0eaedf3-83e9-464f-9db5-9de7369f2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.699643 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b67b1-05b0-40a0-a278-819f3ba2a656 req-589027b6-9fc5-43c2-8af8-8f754c3f5917 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:18.699643 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b39b67b1-05b0-40a0-a278-819f3ba2a656 req-589027b6-9fc5-43c2-8af8-8f754c3f5917 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 945 time: 0.0970511 Aug 09 11:49:18.703759 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b10e1cc-ae0c-4e86-b19d-67e144707515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.727410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b10e1cc-ae0c-4e86-b19d-67e144707515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.756803 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b39b67b1-05b0-40a0-a278-819f3ba2a656 req-dcc8fedf-025a-4a00-9871-64ea7d36dbe4 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485799 Aug 09 11:49:18.772740 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c0eaedf3-83e9-464f-9db5-9de7369f2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.773969 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b10e1cc-ae0c-4e86-b19d-67e144707515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.775521 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c0eaedf3-83e9-464f-9db5-9de7369f2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.779546 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b10e1cc-ae0c-4e86-b19d-67e144707515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:18.779713 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c0eaedf3-83e9-464f-9db5-9de7369f2522 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87920aac-db02-47f7-bcdd-4511350af295 HTTP/1.1" status: 204 len: 168 time: 0.2475369 Aug 09 11:49:18.779798 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5b10e1cc-ae0c-4e86-b19d-67e144707515 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbd37b35-d57a-4848-8b28-2a7111454373 HTTP/1.1" status: 204 len: 168 time: 0.1235921 Aug 09 11:49:18.789386 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10e1cc-ae0c-4e86-b19d-67e144707515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd37b35-d57a-4848-8b28-2a7111454373,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:18.790064 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaedf3-83e9-464f-9db5-9de7369f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87920aac-db02-47f7-bcdd-4511350af295,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:18.960564 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 52852d1b-d197-42ad-a701-a0f64c728ea1 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:18.988726 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 52852d1b-d197-42ad-a701-a0f64c728ea1 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:18.989191 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 52852d1b-d197-42ad-a701-a0f64c728ea1 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:19.320420 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa8207a7-3d58-48cc-bb25-53f19242f704 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:19.343416 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: fa8207a7-3d58-48cc-bb25-53f19242f704 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:19.344014 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa8207a7-3d58-48cc-bb25-53f19242f704 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:19.895679 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385e8a3-ce33-4f48-be32-7ca27c44040b req-4cb9c0e3-6fb3-4d07-ab31-735ce91a6d7b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:19.897187 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1385e8a3-ce33-4f48-be32-7ca27c44040b req-4cb9c0e3-6fb3-4d07-ab31-735ce91a6d7b tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 945 time: 0.0505776 Aug 09 11:49:19.940952 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1385e8a3-ce33-4f48-be32-7ca27c44040b req-e9fab366-8a10-4500-8b3a-8be66d07a32f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Aug 09 11:49:20.372865 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36488) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:20.487130 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3f192fc3-3648-42f2-aede-6def36322ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.594521 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3f192fc3-3648-42f2-aede-6def36322ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.598869 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3f192fc3-3648-42f2-aede-6def36322ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.638085 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3f192fc3-3648-42f2-aede-6def36322ad3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c9b9c311780404eb4ae3c7b7073c811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640004 Aug 09 11:49:20.640591 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36498) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:20.647599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f192fc3-3648-42f2-aede-6def36322ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd28a466-26fd-43ee-99a0-05f9a343f3d6,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:20.693217 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fe94a19f-43cc-421b-b9b3-cfb7c61ed1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.718603 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fe94a19f-43cc-421b-b9b3-cfb7c61ed1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.765662 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fe94a19f-43cc-421b-b9b3-cfb7c61ed1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.768174 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fe94a19f-43cc-421b-b9b3-cfb7c61ed1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:20.769297 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-fe94a19f-43cc-421b-b9b3-cfb7c61ed1ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd28a466-26fd-43ee-99a0-05f9a343f3d6 HTTP/1.1" status: 204 len: 168 time: 0.1277599 Aug 09 11:49:20.777603 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a19f-43cc-421b-b9b3-cfb7c61ed1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd28a466-26fd-43ee-99a0-05f9a343f3d6,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:21.006854 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec64b30-3a11-418c-80df-27d600d112aa req-6ee0cfad-b6ed-4179-a756-9d0d62ba3832 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:21.008354 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-aec64b30-3a11-418c-80df-27d600d112aa req-6ee0cfad-b6ed-4179-a756-9d0d62ba3832 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0487092 Aug 09 11:49:21.040824 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36514) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:21.048874 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-aec64b30-3a11-418c-80df-27d600d112aa req-9db78156-86d4-4305-834c-6dd0d375166e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Aug 09 11:49:21.055229 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bba7f5d9-976a-49f7-920b-58b73818dfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.145448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bba7f5d9-976a-49f7-920b-58b73818dfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.149074 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bba7f5d9-976a-49f7-920b-58b73818dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.188265 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-bba7f5d9-976a-49f7-920b-58b73818dfef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef7a4f4cd5c64fd4a12732b783f74f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456025 Aug 09 11:49:21.189243 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7f5d9-976a-49f7-920b-58b73818dfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c8d194-f2a9-42af-be9a-839fbe601437,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:21.190856 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36516) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:21.243113 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc0e7-fd9d-4bf0-b276-384df42645b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.263906 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc0e7-fd9d-4bf0-b276-384df42645b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.310180 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc0e7-fd9d-4bf0-b276-384df42645b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.312729 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc0e7-fd9d-4bf0-b276-384df42645b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.313840 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-6cfcc0e7-fd9d-4bf0-b276-384df42645b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80c8d194-f2a9-42af-be9a-839fbe601437 HTTP/1.1" status: 204 len: 168 time: 0.1218977 Aug 09 11:49:21.321401 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc0e7-fd9d-4bf0-b276-384df42645b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c8d194-f2a9-42af-be9a-839fbe601437,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:22.180035 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7463984-764c-49ca-9b09-94d65d16fec8 req-4d804e16-8c1b-428e-88a0-78c0c164164c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:22.187845 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7463984-764c-49ca-9b09-94d65d16fec8 req-4d804e16-8c1b-428e-88a0-78c0c164164c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0625970 Aug 09 11:49:22.220308 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7463984-764c-49ca-9b09-94d65d16fec8 req-03d76dce-6d6c-480a-9927-b5c94f9817b2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Aug 09 11:49:22.600679 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54178caa-28d9-480e-be43-d7ffecc166c7 req-fcb3e567-281f-41c0-802f-a76963dbe5cd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:22.602180 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54178caa-28d9-480e-be43-d7ffecc166c7 req-fcb3e567-281f-41c0-802f-a76963dbe5cd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0513017 Aug 09 11:49:22.644239 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-54178caa-28d9-480e-be43-d7ffecc166c7 req-c83a4a2f-f33f-4954-b425-f8023fc0e1d3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352898 Aug 09 11:49:23.347412 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cc9ab-f0be-40ad-a407-830b65521a01 req-c1b5cd09-e55b-488e-820a-2a490f94584e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:23.349331 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-231cc9ab-f0be-40ad-a407-830b65521a01 req-c1b5cd09-e55b-488e-820a-2a490f94584e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0508940 Aug 09 11:49:23.389140 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-231cc9ab-f0be-40ad-a407-830b65521a01 req-025bb8f5-7d1d-4723-ab7c-4f94a96c5429 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Aug 09 11:49:23.757058 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eba8d-228a-4e5a-bd7c-e09c021822ba req-b15b2be1-d2b7-4cf4-a167-d3623c773aa6 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:23.758462 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7d2eba8d-228a-4e5a-bd7c-e09c021822ba req-b15b2be1-d2b7-4cf4-a167-d3623c773aa6 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0492020 Aug 09 11:49:23.818895 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7d2eba8d-228a-4e5a-bd7c-e09c021822ba req-f43c4ea7-765f-46bd-829e-be718c6ad33a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531170 Aug 09 11:49:23.819037 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36628) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:23.929359 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d44e5759-90b2-4d4e-82d6-b4fe28caabfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.015410 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d44e5759-90b2-4d4e-82d6-b4fe28caabfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.018845 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d44e5759-90b2-4d4e-82d6-b4fe28caabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.058272 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-d44e5759-90b2-4d4e-82d6-b4fe28caabfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16aaa31e8a79467fa654797877b5cc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381649 Aug 09 11:49:24.059064 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e5759-90b2-4d4e-82d6-b4fe28caabfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd05e48-a2a9-470a-8913-fd66901eb375,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:24.061174 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36632) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:24.109491 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ae3-fc41-4166-8b54-20fc2ca5504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.129442 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ae3-fc41-4166-8b54-20fc2ca5504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.173922 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ae3-fc41-4166-8b54-20fc2ca5504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.176584 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ae3-fc41-4166-8b54-20fc2ca5504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.177751 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-eaa67ae3-fc41-4166-8b54-20fc2ca5504b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fd05e48-a2a9-470a-8913-fd66901eb375 HTTP/1.1" status: 204 len: 168 time: 0.1155703 Aug 09 11:49:24.186141 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa67ae3-fc41-4166-8b54-20fc2ca5504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd05e48-a2a9-470a-8913-fd66901eb375,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:24.435614 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36642) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:24.449011 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d16fccc7-92f7-4b38-b288-269dca9de674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.514277 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe04d-6f71-477d-993c-e9114f312faf req-41686504-ff90-4436-8a5e-5fa2085d0888 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:24.515822 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-23bbe04d-6f71-477d-993c-e9114f312faf req-41686504-ff90-4436-8a5e-5fa2085d0888 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0515683 Aug 09 11:49:24.540104 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d16fccc7-92f7-4b38-b288-269dca9de674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.544657 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d16fccc7-92f7-4b38-b288-269dca9de674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.554448 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-23bbe04d-6f71-477d-993c-e9114f312faf req-57687356-77a2-4673-a224-a63d2100fd67 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Aug 09 11:49:24.583366 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d16fccc7-92f7-4b38-b288-269dca9de674 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c3075df964048b59bd840ba3e641eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464753 Aug 09 11:49:24.585532 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fccc7-92f7-4b38-b288-269dca9de674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d47d33-d922-432c-8db1-c49b9e5d7d76,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:24.586105 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36646) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:24.639527 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a26e-d7e8-43dc-858b-283a256c064d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.660987 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a26e-d7e8-43dc-858b-283a256c064d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.707019 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a26e-d7e8-43dc-858b-283a256c064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.709650 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a26e-d7e8-43dc-858b-283a256c064d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.710782 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a6c6a26e-d7e8-43dc-858b-283a256c064d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08d47d33-d922-432c-8db1-c49b9e5d7d76 HTTP/1.1" status: 204 len: 168 time: 0.1236122 Aug 09 11:49:24.719095 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6a26e-d7e8-43dc-858b-283a256c064d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d47d33-d922-432c-8db1-c49b9e5d7d76,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:24.941785 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b24881-4fdc-422d-90a9-d7ba0e0a397b req-eb3afcd3-5beb-4813-987e-549b84cc3f73 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:24.943902 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-15b24881-4fdc-422d-90a9-d7ba0e0a397b req-eb3afcd3-5beb-4813-987e-549b84cc3f73 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Aug 09 11:49:24.983922 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-15b24881-4fdc-422d-90a9-d7ba0e0a397b req-5ef35133-e981-48a5-8820-3829d4bbaaf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340266 Aug 09 11:49:25.685172 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab8ae0-dd8a-46c1-ab44-d9e59dd42ead req-9f6a2019-695b-4fac-b8f4-d289dd1e3d13 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:25.686685 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-65ab8ae0-dd8a-46c1-ab44-d9e59dd42ead req-9f6a2019-695b-4fac-b8f4-d289dd1e3d13 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0567334 Aug 09 11:49:25.724784 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-65ab8ae0-dd8a-46c1-ab44-d9e59dd42ead req-acc5e1fb-b093-45db-9237-3e35a1a4dfea tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322268 Aug 09 11:49:26.103230 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95880704-b360-43d6-a9fb-9845171c95d8 req-9b5002bd-4883-498f-918c-e59bbe2138c9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:26.105260 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-95880704-b360-43d6-a9fb-9845171c95d8 req-9b5002bd-4883-498f-918c-e59bbe2138c9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0491066 Aug 09 11:49:26.142670 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-95880704-b360-43d6-a9fb-9845171c95d8 req-b58eb797-8649-4144-8d53-ab2fee6e2785 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314634 Aug 09 11:49:26.989846 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef610-9ad3-4f5e-8400-775dc6ad019f req-28792523-b49b-462c-a7e7-a6a1b142101c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:26.991309 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a73ef610-9ad3-4f5e-8400-775dc6ad019f req-28792523-b49b-462c-a7e7-a6a1b142101c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.1966910 Aug 09 11:49:27.031094 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a73ef610-9ad3-4f5e-8400-775dc6ad019f req-f4ca839e-818f-48a3-a010-66655901584c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Aug 09 11:49:27.255824 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01599-527e-4e7e-8d11-00f13480a996 req-bed0beff-a759-4848-8a27-693cf85db360 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:27.257191 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e4c01599-527e-4e7e-8d11-00f13480a996 req-bed0beff-a759-4848-8a27-693cf85db360 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Aug 09 11:49:27.296552 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e4c01599-527e-4e7e-8d11-00f13480a996 req-bf500515-6bf8-49ad-a7d9-e5c52aace956 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328317 Aug 09 11:49:27.341853 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-32d6ef34-65de-4d59-bca6-47eab101cd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:28.149506 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ac12-24b5-4cd4-b89b-9ff131a95863 req-6ac3553c-8489-48e0-bf1d-951c670378c2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:28.150939 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1842ac12-24b5-4cd4-b89b-9ff131a95863 req-6ac3553c-8489-48e0-bf1d-951c670378c2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0466793 Aug 09 11:49:28.188060 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1842ac12-24b5-4cd4-b89b-9ff131a95863 req-32625c79-2012-4724-8ae8-0227bb9980f7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304635 Aug 09 11:49:28.421682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237ed34-fcfd-4f88-a160-ba66993a7cdf req-284f7160-57d4-4772-8310-53c8a107cb86 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:28.423143 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a237ed34-fcfd-4f88-a160-ba66993a7cdf req-284f7160-57d4-4772-8310-53c8a107cb86 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0586140 Aug 09 11:49:28.461786 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a237ed34-fcfd-4f88-a160-ba66993a7cdf req-f9ceb263-a6f5-44d5-bb6a-a8c537bce0b4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326657 Aug 09 11:49:29.309833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491fb88-3138-45e6-a077-1944c87f0f5a req-eb66d413-ffe4-4731-83bd-bbf6860dc768 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:29.311282 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1491fb88-3138-45e6-a077-1944c87f0f5a req-eb66d413-ffe4-4731-83bd-bbf6860dc768 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0506847 Aug 09 11:49:29.347231 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1491fb88-3138-45e6-a077-1944c87f0f5a req-db3c762b-7c8a-46b6-857f-2865eac939ef tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300267 Aug 09 11:49:29.632340 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb6c8b-4c38-4abb-a821-07e59c55c627 req-4776c3f0-cb26-4599-8c84-90807f6861ab tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:29.633857 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f6fb6c8b-4c38-4abb-a821-07e59c55c627 req-4776c3f0-cb26-4599-8c84-90807f6861ab tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.1035717 Aug 09 11:49:29.672181 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f6fb6c8b-4c38-4abb-a821-07e59c55c627 req-c7d23400-1eeb-4387-8873-708e4ee045d8 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318434 Aug 09 11:49:30.204430 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4bc87e13-721a-4b30-8738-4a5afaa46442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:30.339088 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:30.470253 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec5113-b6d4-46eb-b69e-1fff66427842 req-f97c22e7-1a22-4e8e-8627-65ee6bcd6418 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:30.471817 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-99ec5113-b6d4-46eb-b69e-1fff66427842 req-f97c22e7-1a22-4e8e-8627-65ee6bcd6418 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0497792 Aug 09 11:49:30.509942 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-99ec5113-b6d4-46eb-b69e-1fff66427842 req-49846a02-0d47-4b5d-bbeb-1f5bd63119e1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318484 Aug 09 11:49:30.793594 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9970b3-dd62-46ea-a4fe-08641a94f391 req-ef905e1b-6c7d-4e57-a0fd-7229aa277852 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:30.795189 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a9970b3-dd62-46ea-a4fe-08641a94f391 req-ef905e1b-6c7d-4e57-a0fd-7229aa277852 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0519762 Aug 09 11:49:30.836554 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a9970b3-dd62-46ea-a4fe-08641a94f391 req-047a470f-9b6e-4781-99ec-09dcce41dda5 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346127 Aug 09 11:49:31.517078 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:31.628082 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a42a7-c586-4a6c-bb50-b21b330ea750 req-9f1e2057-42e1-41f0-a58c-ba53d5fa2d96 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:31.629527 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ee5a42a7-c586-4a6c-bb50-b21b330ea750 req-9f1e2057-42e1-41f0-a58c-ba53d5fa2d96 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0485437 Aug 09 11:49:31.666534 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ee5a42a7-c586-4a6c-bb50-b21b330ea750 req-3c9f758a-83b7-4ccc-b82d-c02720e6dcf7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308743 Aug 09 11:49:31.963654 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb79b8-7543-45a0-bc68-653bc2804ea8 req-5aac25b7-71c5-4c31-8777-638f7aea0e1a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:31.965765 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-47eb79b8-7543-45a0-bc68-653bc2804ea8 req-5aac25b7-71c5-4c31-8777-638f7aea0e1a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0599341 Aug 09 11:49:32.003859 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-47eb79b8-7543-45a0-bc68-653bc2804ea8 req-ff8c5f97-ad9b-4084-b5ad-a7e90a7dfd39 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322509 Aug 09 11:49:32.785048 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9347b7-dcf6-40a1-8418-99334015d969 req-9b56f6f4-1cf5-4b0a-ab35-b042f886cca4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:32.786478 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2b9347b7-dcf6-40a1-8418-99334015d969 req-9b56f6f4-1cf5-4b0a-ab35-b042f886cca4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0495899 Aug 09 11:49:32.823412 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2b9347b7-dcf6-40a1-8418-99334015d969 req-ae3c6b10-e46d-45f4-97db-7886dd5d9b36 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Aug 09 11:49:32.983843 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:33.117845 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da620-4d3a-4d1c-b4f6-c6fe79316b21 req-c2fc0a4b-0b65-4226-81b1-dce6e456184e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:33.119338 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f05da620-4d3a-4d1c-b4f6-c6fe79316b21 req-c2fc0a4b-0b65-4226-81b1-dce6e456184e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Aug 09 11:49:33.160471 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f05da620-4d3a-4d1c-b4f6-c6fe79316b21 req-4be54485-443b-4199-8992-c4f1c21ce5a3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331616 Aug 09 11:49:33.957286 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f94bfa-07d0-4aa2-88f2-986992d23ee2 req-db955954-0238-4789-bb46-d89118648fa7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:33.958669 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e2f94bfa-07d0-4aa2-88f2-986992d23ee2 req-db955954-0238-4789-bb46-d89118648fa7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0654137 Aug 09 11:49:33.997411 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e2f94bfa-07d0-4aa2-88f2-986992d23ee2 req-272d768f-a7c4-4f7b-aa80-b4b204ff1c81 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321558 Aug 09 11:49:34.274200 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91520e51-055f-4838-915c-88fe7c9c5f38 req-22ede679-637b-47a9-8e2d-f44beaf494a4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:34.275656 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91520e51-055f-4838-915c-88fe7c9c5f38 req-22ede679-637b-47a9-8e2d-f44beaf494a4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0488811 Aug 09 11:49:34.312509 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-91520e51-055f-4838-915c-88fe7c9c5f38 req-bb4aaf29-2f8e-4830-b34c-93e6d7139101 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309453 Aug 09 11:49:35.115682 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793d7b5-414e-437b-ada2-cfd035403e9f req-3e582844-1dc1-47f4-b06c-7db44dc7f57f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:35.117138 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8793d7b5-414e-437b-ada2-cfd035403e9f req-3e582844-1dc1-47f4-b06c-7db44dc7f57f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0478163 Aug 09 11:49:35.155089 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8793d7b5-414e-437b-ada2-cfd035403e9f req-7bc59a04-b1a3-40d7-a4fe-dffab7688dc8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309231 Aug 09 11:49:35.432076 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa108f-c1f3-45bb-82c5-e15e3372e4a7 req-d3f70d34-2aba-48cc-87bc-fdb6683fba9b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:35.433843 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b5fa108f-c1f3-45bb-82c5-e15e3372e4a7 req-d3f70d34-2aba-48cc-87bc-fdb6683fba9b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0517592 Aug 09 11:49:35.470428 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b5fa108f-c1f3-45bb-82c5-e15e3372e4a7 req-b9df59c8-a581-47a7-8770-3b31ebf5796a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308142 Aug 09 11:49:36.277617 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca965f9c-a05d-4835-a249-aa12a888a6fe req-0c523b88-f8d3-4b54-b0b9-91ddc7ed63eb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:36.278988 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca965f9c-a05d-4835-a249-aa12a888a6fe req-0c523b88-f8d3-4b54-b0b9-91ddc7ed63eb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0509903 Aug 09 11:49:36.317269 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ca965f9c-a05d-4835-a249-aa12a888a6fe req-f7c44f71-4d0d-4cfe-b970-258eb6fd5166 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Aug 09 11:49:36.383523 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:36.583597 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e7148-7995-4705-b3bd-d579a5f19811 req-3d75b9ca-c8a8-499c-ad8d-a26a379da999 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:36.584972 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a98e7148-7995-4705-b3bd-d579a5f19811 req-3d75b9ca-c8a8-499c-ad8d-a26a379da999 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Aug 09 11:49:36.623005 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a98e7148-7995-4705-b3bd-d579a5f19811 req-c1eb5e0d-b65c-41db-b2dc-85ce690a5a16 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316932 Aug 09 11:49:37.083664 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-9e12e7ae-46b8-49cd-8698-1bbaa0c49aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:37.085166 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-9e12e7ae-46b8-49cd-8698-1bbaa0c49aa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1099 time: 0.0407741 Aug 09 11:49:37.197901 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-5d449eaa-10aa-430f-8d6e-2b093d2e00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:37.199447 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-5d449eaa-10aa-430f-8d6e-2b093d2e00b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.0924919 Aug 09 11:49:37.270830 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-a905f26f-d1e2-4f7c-86f3-793d87190b5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 200 len: 1002 time: 0.0626972 Aug 09 11:49:37.335233 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-9eaf04a0-0ff3-4846-bd45-b773b7383c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:37.336941 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-9eaf04a0-0ff3-4846-bd45-b773b7383c51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0587819 Aug 09 11:49:37.389337 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-fba4d4c5-7c5e-4632-ba2d-e3e6dc7482cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:37.390945 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-fba4d4c5-7c5e-4632-ba2d-e3e6dc7482cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454330 Aug 09 11:49:37.454389 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7e86f-75af-42fd-ba92-bba47b0a7228 req-0509de17-62cf-409f-b0d5-0a065240c9f6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:37.469297 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-63f7e86f-75af-42fd-ba92-bba47b0a7228 req-0509de17-62cf-409f-b0d5-0a065240c9f6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0728042 Aug 09 11:49:37.488410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36874) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:37.514992 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-63f7e86f-75af-42fd-ba92-bba47b0a7228 req-549f0cd3-9333-4e2e-9e1a-fd360f96afed tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440843 Aug 09 11:49:37.549073 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-20b7e9ee-6715-4b36-a9b9-407bf919bb19 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433947 Aug 09 11:49:37.623653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:37.697307 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4c6be984-e9b4-41d6-8ad6-b6725dcc103b req-48aff1f6-0330-4d94-8b73-7a139b113d55 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406271 Aug 09 11:49:37.770358 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ead769-d880-40d6-98d7-06a2325c2756 req-3eed2b51-7180-4dba-916b-7e80f83664a5 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:37.771846 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c1ead769-d880-40d6-98d7-06a2325c2756 req-3eed2b51-7180-4dba-916b-7e80f83664a5 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0772350 Aug 09 11:49:37.827104 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c1ead769-d880-40d6-98d7-06a2325c2756 req-b3cc6249-ab5b-4ba3-afe9-eb865acf3780 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491951 Aug 09 11:49:37.828837 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:37.832606 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:37.875098 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=285f09e8b856443894ff00956235782a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856173 Aug 09 11:49:37.875925 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e79ec-2c6b-4577-a6f0-b4d32065c9e5,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:37.877724 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36892) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:37.894460 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.894802 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.895133 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.895459 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.895806 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.896129 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.896448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.896764 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.897080 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.897393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.897707 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.898014 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596d19ca-1159-49ed-9b83-6f85c7e94faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:37.937796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab02b-e568-4639-8a38-9ba47a2f762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:37.963495 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab02b-e568-4639-8a38-9ba47a2f762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.015963 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab02b-e568-4639-8a38-9ba47a2f762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.018502 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab02b-e568-4639-8a38-9ba47a2f762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.019699 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-cf3ab02b-e568-4639-8a38-9ba47a2f762e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e3e79ec-2c6b-4577-a6f0-b4d32065c9e5 HTTP/1.1" status: 204 len: 168 time: 0.1410429 Aug 09 11:49:38.027806 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ab02b-e568-4639-8a38-9ba47a2f762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e79ec-2c6b-4577-a6f0-b4d32065c9e5,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:38.269410 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36898) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:38.282894 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-851ccb56-58e7-41d6-b8b6-00e6bdf7e2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.369512 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-851ccb56-58e7-41d6-b8b6-00e6bdf7e2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.373844 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-851ccb56-58e7-41d6-b8b6-00e6bdf7e2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.410149 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ccb56-58e7-41d6-b8b6-00e6bdf7e2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6827f8-1f13-4bfa-9899-dd1203b834cb,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:38.415046 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-851ccb56-58e7-41d6-b8b6-00e6bdf7e2c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a44345a70b354fb088b69a2277553204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446152 Aug 09 11:49:38.418333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36900) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:38.468230 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7662989e-4ffb-4f3c-8f6c-039ba21b2a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.489605 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7662989e-4ffb-4f3c-8f6c-039ba21b2a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.534236 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7662989e-4ffb-4f3c-8f6c-039ba21b2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.536741 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7662989e-4ffb-4f3c-8f6c-039ba21b2a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:38.537846 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7662989e-4ffb-4f3c-8f6c-039ba21b2a8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf6827f8-1f13-4bfa-9899-dd1203b834cb HTTP/1.1" status: 204 len: 168 time: 0.1186082 Aug 09 11:49:38.549279 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662989e-4ffb-4f3c-8f6c-039ba21b2a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6827f8-1f13-4bfa-9899-dd1203b834cb,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:38.556466 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:38.639051 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009d1b2-e88c-4f76-93dc-382fc3d751b3 req-d3bfca0b-6c40-4db8-9a75-6d208069fa2d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:38.640666 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c009d1b2-e88c-4f76-93dc-382fc3d751b3 req-d3bfca0b-6c40-4db8-9a75-6d208069fa2d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0477078 Aug 09 11:49:38.681572 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c009d1b2-e88c-4f76-93dc-382fc3d751b3 req-c7c74cac-6a20-44dd-baa1-ded3175b2266 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350423 Aug 09 11:49:38.942246 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef4ae-039c-4f76-8a4d-c7caa763153c req-14e841bb-64c2-446c-a2c1-741029acb819 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:38.943772 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e55ef4ae-039c-4f76-8a4d-c7caa763153c req-14e841bb-64c2-446c-a2c1-741029acb819 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Aug 09 11:49:38.983220 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e55ef4ae-039c-4f76-8a4d-c7caa763153c req-212dc069-3073-4ba9-83f7-62d8f61b2d43 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333214 Aug 09 11:49:39.803012 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a233c-9467-4902-9738-d671b1867a24 req-acd6d846-edfc-4c53-b919-00ec1807a29a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:39.804495 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0d5a233c-9467-4902-9738-d671b1867a24 req-acd6d846-edfc-4c53-b919-00ec1807a29a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0476301 Aug 09 11:49:39.846148 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0d5a233c-9467-4902-9738-d671b1867a24 req-5f4d0a6a-48bf-48de-82be-dda3dff69360 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Aug 09 11:49:40.105838 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d186133-50f5-4098-8d59-8534143bb889 req-fdb28c78-1a75-4b3f-992b-dd62fda8b406 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:40.107320 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2d186133-50f5-4098-8d59-8534143bb889 req-fdb28c78-1a75-4b3f-992b-dd62fda8b406 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0570993 Aug 09 11:49:40.149909 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2d186133-50f5-4098-8d59-8534143bb889 req-02c99d06-b579-4a42-80ba-c818cb554706 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365152 Aug 09 11:49:40.559526 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 36994) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:40.661225 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f3a5-a672-493f-a8b4-f2849fa654aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:40.748865 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f3a5-a672-493f-a8b4-f2849fa654aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:40.752324 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f3a5-a672-493f-a8b4-f2849fa654aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:40.789206 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-f2a0f3a5-a672-493f-a8b4-f2849fa654aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d29c0e7afab43da86930f687f8d95cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284319 Aug 09 11:49:40.789988 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0f3a5-a672-493f-a8b4-f2849fa654aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccff911-87e2-4e50-ab15-1298088d8009,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:40.792270 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 36998) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:40.841752 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0faa98be-fb7c-466b-96f7-2cb39cdc8586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:40.862423 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0faa98be-fb7c-466b-96f7-2cb39cdc8586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:40.909609 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0faa98be-fb7c-466b-96f7-2cb39cdc8586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:40.912176 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0faa98be-fb7c-466b-96f7-2cb39cdc8586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:40.915851 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0faa98be-fb7c-466b-96f7-2cb39cdc8586 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ccff911-87e2-4e50-ab15-1298088d8009 HTTP/1.1" status: 204 len: 168 time: 0.1194568 Aug 09 11:49:40.921189 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa98be-fb7c-466b-96f7-2cb39cdc8586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccff911-87e2-4e50-ab15-1298088d8009,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:40.980107 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61efae2-b84b-4ff6-9812-069351824d5d req-1f385b63-c9ac-4a6a-90d6-403588777a1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:40.981829 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d61efae2-b84b-4ff6-9812-069351824d5d req-1f385b63-c9ac-4a6a-90d6-403588777a1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0519133 Aug 09 11:49:41.020988 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d61efae2-b84b-4ff6-9812-069351824d5d req-33d35184-7f1d-4519-aa13-7cda7765dc6c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328047 Aug 09 11:49:41.190103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 37012) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:41.204079 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-67777f70-b434-41f8-a06a-2e904766dca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.296617 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08070d46-ec2f-4599-a968-ed693876f240 req-1b99537e-cce4-43a7-84fb-cdbc007cea8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:41.298021 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-08070d46-ec2f-4599-a968-ed693876f240 req-1b99537e-cce4-43a7-84fb-cdbc007cea8a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0781894 Aug 09 11:49:41.356753 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-08070d46-ec2f-4599-a968-ed693876f240 req-0dc1a828-48e6-4ede-b9ee-a7fb79c2073d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521100 Aug 09 11:49:41.367406 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-67777f70-b434-41f8-a06a-2e904766dca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.372308 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-67777f70-b434-41f8-a06a-2e904766dca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.410511 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-67777f70-b434-41f8-a06a-2e904766dca0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddcbb30540c74ec7a96fc247c1464178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192268 Aug 09 11:49:41.411601 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67777f70-b434-41f8-a06a-2e904766dca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24815bba-afca-426e-aec2-fd87ec28e0e0,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:41.413223 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 37014) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:41.460717 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3f65-731a-471b-ba46-4f9e3762d58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.485075 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3f65-731a-471b-ba46-4f9e3762d58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.743595 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3f65-731a-471b-ba46-4f9e3762d58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.746800 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3f65-731a-471b-ba46-4f9e3762d58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:41.747938 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-3f6e3f65-731a-471b-ba46-4f9e3762d58a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24815bba-afca-426e-aec2-fd87ec28e0e0 HTTP/1.1" status: 204 len: 168 time: 0.3331366 Aug 09 11:49:41.755274 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e3f65-731a-471b-ba46-4f9e3762d58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24815bba-afca-426e-aec2-fd87ec28e0e0,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:42.150627 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75a35c-0881-4010-81d9-e65b7c840cdb req-9541ceb2-b270-438f-a89e-80b5e8d5defb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:42.152669 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0c75a35c-0881-4010-81d9-e65b7c840cdb req-9541ceb2-b270-438f-a89e-80b5e8d5defb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0484812 Aug 09 11:49:42.191008 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0c75a35c-0881-4010-81d9-e65b7c840cdb req-b7dcf117-8720-4286-8fad-41a700f69fcb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Aug 09 11:49:42.477057 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6716-4d31-406c-bf16-c175ab97fe7c req-a3a5791f-0117-4984-8556-83bd9a3c6734 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:42.478608 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-902e6716-4d31-406c-bf16-c175ab97fe7c req-a3a5791f-0117-4984-8556-83bd9a3c6734 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0531876 Aug 09 11:49:42.518488 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-902e6716-4d31-406c-bf16-c175ab97fe7c req-bde0249c-f1f5-4c6d-8b2c-e573a5af39d3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332856 Aug 09 11:49:43.311510 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7da903-2451-40f1-ba61-0285612c2274 req-7b2809d2-30bb-441e-9e23-4827493309f3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:43.313002 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ab7da903-2451-40f1-ba61-0285612c2274 req-7b2809d2-30bb-441e-9e23-4827493309f3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0490520 Aug 09 11:49:43.349484 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ab7da903-2451-40f1-ba61-0285612c2274 req-8c5bf738-8ace-4463-945a-2db746b4f117 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301867 Aug 09 11:49:43.633354 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022303a-2a53-4a30-8dfe-17ca62469d43 req-7d13682b-a55c-41d8-9633-1e935e38bb73 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:43.634794 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f022303a-2a53-4a30-8dfe-17ca62469d43 req-7d13682b-a55c-41d8-9633-1e935e38bb73 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0474484 Aug 09 11:49:43.676559 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f022303a-2a53-4a30-8dfe-17ca62469d43 req-d608fc55-054f-4529-8fbb-37b82f9f7267 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342476 Aug 09 11:49:44.470350 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2768b-83fa-47f0-b44f-26bbe5fca9e7 req-23c2b0ab-db42-453a-8465-0f810e47d07d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:44.471774 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-aca2768b-83fa-47f0-b44f-26bbe5fca9e7 req-23c2b0ab-db42-453a-8465-0f810e47d07d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0502183 Aug 09 11:49:44.508973 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-aca2768b-83fa-47f0-b44f-26bbe5fca9e7 req-bea0a153-d8d9-48f3-942c-5d7c306c9b9a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Aug 09 11:49:44.935992 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29921-5c1a-4f90-a7b1-113950cd3ec4 req-d0f327ed-6860-44d1-b4ec-e66fd1ed5673 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:44.937503 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a5c29921-5c1a-4f90-a7b1-113950cd3ec4 req-d0f327ed-6860-44d1-b4ec-e66fd1ed5673 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.1914833 Aug 09 11:49:44.975791 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a5c29921-5c1a-4f90-a7b1-113950cd3ec4 req-7cfec078-4dcc-4f66-ad4a-8f7ff817e098 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322909 Aug 09 11:49:45.635076 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e924c7-1721-4075-beac-36e591dc839b req-7693545a-6a6e-4962-be37-d51acae0b828 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:45.638773 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-13e924c7-1721-4075-beac-36e591dc839b req-7693545a-6a6e-4962-be37-d51acae0b828 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0560656 Aug 09 11:49:45.679637 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-13e924c7-1721-4075-beac-36e591dc839b req-f335ff2b-703e-4a7b-add0-00ae42962262 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332747 Aug 09 11:49:46.109547 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67fb91-4250-4a16-99b0-729f5236d38a req-d748ddf0-9db3-4132-8906-79f45e769322 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:46.111028 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e67fb91-4250-4a16-99b0-729f5236d38a req-d748ddf0-9db3-4132-8906-79f45e769322 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0621514 Aug 09 11:49:46.166072 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2e67fb91-4250-4a16-99b0-729f5236d38a req-e7350186-f3fe-4153-bc58-a8ef48685707 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483630 Aug 09 11:49:46.803339 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da99b7-29d7-415b-bdfa-e1bfa731d77b req-42f92f8e-670f-4932-ba28-185638fb95e8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:46.804836 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-28da99b7-29d7-415b-bdfa-e1bfa731d77b req-42f92f8e-670f-4932-ba28-185638fb95e8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0484624 Aug 09 11:49:46.843016 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-28da99b7-29d7-415b-bdfa-e1bfa731d77b req-ed52fd86-d8f0-4077-a9ae-6e5a11a8f7be tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318694 Aug 09 11:49:47.282712 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4888907-84f2-448a-8a86-bdff2a979198 req-0e62e71d-3a45-4de4-9bfb-88c029e19dfb tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:47.284204 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4888907-84f2-448a-8a86-bdff2a979198 req-0e62e71d-3a45-4de4-9bfb-88c029e19dfb tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0508549 Aug 09 11:49:47.320654 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d4888907-84f2-448a-8a86-bdff2a979198 req-b739ca6d-0d56-42d6-84e3-ebd9cfec0b60 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306301 Aug 09 11:49:47.958964 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48158780-8f0c-433a-b421-707a58bfb466 req-2f034604-bdec-4c93-8722-3e5180f42553 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:47.960341 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-48158780-8f0c-433a-b421-707a58bfb466 req-2f034604-bdec-4c93-8722-3e5180f42553 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0471344 Aug 09 11:49:48.008487 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-48158780-8f0c-433a-b421-707a58bfb466 req-9b0f850c-6c30-47ea-b0bf-0f42485b7276 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413597 Aug 09 11:49:48.435052 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7825c-9038-4f67-8ab1-afe469cd66e8 req-96d9dafd-3089-42b0-b10e-cec01b237f80 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:48.436607 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-05b7825c-9038-4f67-8ab1-afe469cd66e8 req-96d9dafd-3089-42b0-b10e-cec01b237f80 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0480652 Aug 09 11:49:48.472511 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-05b7825c-9038-4f67-8ab1-afe469cd66e8 req-781ddfb6-aba7-4a5e-8597-6e1733eafea6 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300121 Aug 09 11:49:49.124649 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d33fe-6053-4ed7-9f6c-a8606aa094cd req-941779d8-e9ec-4da5-b733-a6db52002e46 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:49.126140 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-da9d33fe-6053-4ed7-9f6c-a8606aa094cd req-941779d8-e9ec-4da5-b733-a6db52002e46 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0475101 Aug 09 11:49:49.163211 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-da9d33fe-6053-4ed7-9f6c-a8606aa094cd req-a4b48991-95e4-46df-96f8-1cc565e6b4d7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312028 Aug 09 11:49:49.584539 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184845c-6873-4e0f-ac32-107e20b348af req-569c38be-5418-4cd6-84be-cde6e88d7c7f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:49.585987 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d184845c-6873-4e0f-ac32-107e20b348af req-569c38be-5418-4cd6-84be-cde6e88d7c7f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0470858 Aug 09 11:49:49.623616 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d184845c-6873-4e0f-ac32-107e20b348af req-06c5048d-c582-4293-b74c-4dc19159e483 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311804 Aug 09 11:49:50.297858 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99a61c-bd32-441f-bd24-e2ff84360929 req-446f5e27-6880-4a8b-93bb-a6484c503b25 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:50.299343 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ea99a61c-bd32-441f-bd24-e2ff84360929 req-446f5e27-6880-4a8b-93bb-a6484c503b25 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0504107 Aug 09 11:49:50.339631 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ea99a61c-bd32-441f-bd24-e2ff84360929 req-ab09ec92-a352-4b0f-aa2f-2dffa041e893 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342278 Aug 09 11:49:50.749913 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c4f01-0be6-411d-946e-4c197ac4ce18 req-ecc35960-e642-4fbd-8a6e-8e9ba6bed16f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:50.751522 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7e8c4f01-0be6-411d-946e-4c197ac4ce18 req-ecc35960-e642-4fbd-8a6e-8e9ba6bed16f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0620346 Aug 09 11:49:50.792946 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7e8c4f01-0be6-411d-946e-4c197ac4ce18 req-b5ccf1c2-1198-40c5-9157-8b897dfde853 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335202 Aug 09 11:49:51.041056 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ddca9-ee8e-4f64-b9b6-37c5a0fbb93c req-0b81a3b5-1bde-40a0-a4ae-5365a039d760 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.043538 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d17ddca9-ee8e-4f64-b9b6-37c5a0fbb93c req-0b81a3b5-1bde-40a0-a4ae-5365a039d760 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0506594 Aug 09 11:49:51.099956 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d17ddca9-ee8e-4f64-b9b6-37c5a0fbb93c req-52577be5-437e-49a5-8c40-7cad209f9ceb tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492868 Aug 09 11:49:51.177636 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-3a6831c5-1309-4698-aaae-90f4a39dcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.179219 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-3a6831c5-1309-4698-aaae-90f4a39dcd13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1098 time: 0.0934398 Aug 09 11:49:51.278969 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-daa8e962-34d0-46f0-908b-9784405f939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.280501 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-daa8e962-34d0-46f0-908b-9784405f939a service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.0932426 Aug 09 11:49:51.345763 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-cb11276d-0f1d-4ee9-9945-c2a4a1eeb6a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 1001 time: 0.0568974 Aug 09 11:49:51.407851 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-181d3279-f05a-4413-ad5c-aae9dd96a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.409430 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-181d3279-f05a-4413-ad5c-aae9dd96a069 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0541830 Aug 09 11:49:51.490474 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab013e39-9bf9-46e2-8e7d-977c69efd623 req-2dadf143-3c8d-491b-b15c-b23112186a48 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.492014 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ab013e39-9bf9-46e2-8e7d-977c69efd623 req-2dadf143-3c8d-491b-b15c-b23112186a48 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0766671 Aug 09 11:49:51.494535 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-d5eb1250-5da8-439e-9108-457bc4b68e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.496210 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-d5eb1250-5da8-439e-9108-457bc4b68e0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785551 Aug 09 11:49:51.576896 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ab013e39-9bf9-46e2-8e7d-977c69efd623 req-67edbaaf-9f21-4c63-b4eb-4b624719eef8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783761 Aug 09 11:49:51.625315 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-b98a7b36-75e5-4103-baf5-28e69cb7b991 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132765 Aug 09 11:49:51.667859 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77eedd-e60e-4c85-bd30-fd8db6252c09 req-5a0ccc68-975c-4267-8a02-2f946b0b0152 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.669486 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6c77eedd-e60e-4c85-bd30-fd8db6252c09 req-5a0ccc68-975c-4267-8a02-2f946b0b0152 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Aug 09 11:49:51.711591 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6c77eedd-e60e-4c85-bd30-fd8db6252c09 req-6da8d1c3-5f95-42c1-93ae-db467814a40d tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355787 Aug 09 11:49:51.730162 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2826c02-ad88-4aa4-8f81-6d2969c1a46c req-b2e142f0-2512-49ee-8d8c-2a9d88c611d9 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866547 Aug 09 11:49:52.212408 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cfea2-9409-4e51-af40-90e7f1f902ff req-f888c770-0ddc-4987-9799-f988aaf3947b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:52.214532 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ee1cfea2-9409-4e51-af40-90e7f1f902ff req-f888c770-0ddc-4987-9799-f988aaf3947b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0536292 Aug 09 11:49:52.254210 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ee1cfea2-9409-4e51-af40-90e7f1f902ff req-6c476749-972c-4734-a808-bf723e639c34 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329390 Aug 09 11:49:52.828872 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21b768-7a99-4091-8046-646220ad3b7c req-6b60bb22-e985-4bb1-86cc-638c9b8fdd13 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:52.830355 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6d21b768-7a99-4091-8046-646220ad3b7c req-6b60bb22-e985-4bb1-86cc-638c9b8fdd13 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 945 time: 0.0494857 Aug 09 11:49:52.871904 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178273a4-0d3a-4bb1-8932-6aec9bcde180 req-4801b16a-7978-480b-94a7-cad2721a2d0c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:52.873997 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-178273a4-0d3a-4bb1-8932-6aec9bcde180 req-4801b16a-7978-480b-94a7-cad2721a2d0c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0568199 Aug 09 11:49:52.874713 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6d21b768-7a99-4091-8046-646220ad3b7c req-af9867ff-eda0-496a-8543-7ba93d437749 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Aug 09 11:49:52.915124 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-178273a4-0d3a-4bb1-8932-6aec9bcde180 req-f6ab6f45-154c-4703-a46a-9bc3df3d8cc8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332952 Aug 09 11:49:53.046573 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:49:53.146811 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:53.162006 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'port_id': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'mac_address': 'fa:16:3e:6f:89:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:49:53.200220 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.212976 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fb5086e-7901-4d51-8586-0d9123dfbb12 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:49:53.235308 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:53.239050 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.254707 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 37284) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:53.287705 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=6']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:53.296169 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.296528 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.296933 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.297204 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.297537 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.297871 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.298258 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.298568 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.298918 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.299228 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.299659 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.299897 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:53.378313 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6695499c-7922-42c3-b275-cc7202295314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.387517 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb38b2-e561-4f1a-bc66-033a972acc13 req-3f20d965-82e9-498e-bf2f-bc7eee0964a2 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:53.389081 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-22bb38b2-e561-4f1a-bc66-033a972acc13 req-3f20d965-82e9-498e-bf2f-bc7eee0964a2 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0654135 Aug 09 11:49:53.444100 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-22bb38b2-e561-4f1a-bc66-033a972acc13 req-9384c9f6-436c-4726-8570-3367aa845f89 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481241 Aug 09 11:49:53.489761 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['9fb5086e-7901-4d51-8586-0d9123dfbb12'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:53.509226 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6695499c-7922-42c3-b275-cc7202295314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.513784 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6695499c-7922-42c3-b275-cc7202295314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.551926 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6695499c-7922-42c3-b275-cc7202295314 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76c50eb519d74d719a14b634d08360ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958903 Aug 09 11:49:53.552837 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695499c-7922-42c3-b275-cc7202295314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb1aeb-77d4-4d6d-b52f-ca2ff7820d5d,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:53.554508 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 37292) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:49:53.609232 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d654596c-b5da-48a6-9f6a-d828789aab61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.629980 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d654596c-b5da-48a6-9f6a-d828789aab61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.685600 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d654596c-b5da-48a6-9f6a-d828789aab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.688442 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-d654596c-b5da-48a6-9f6a-d828789aab61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.689617 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-d654596c-b5da-48a6-9f6a-d828789aab61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebdb1aeb-77d4-4d6d-b52f-ca2ff7820d5d HTTP/1.1" status: 204 len: 168 time: 0.1327870 Aug 09 11:49:53.697487 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654596c-b5da-48a6-9f6a-d828789aab61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb1aeb-77d4-4d6d-b52f-ca2ff7820d5d,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:54.025386 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a882c-fd9f-464c-8e9e-66fbef9922cd req-0f71c9c3-5947-4b82-ab4b-1aafb03a8438 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:54.035787 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b56a882c-fd9f-464c-8e9e-66fbef9922cd req-0f71c9c3-5947-4b82-ab4b-1aafb03a8438 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 945 time: 0.0761189 Aug 09 11:49:54.079313 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b56a882c-fd9f-464c-8e9e-66fbef9922cd req-d2c17138-cbd5-43fb-a328-f83a592c6c26 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/security-groups?id=71d839d6-49cf-40ed-b5d7-473356484af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Aug 09 11:49:54.080072 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa0aa4-8486-45de-87cb-a460c3279d85 req-f7fac899-0916-4d8d-8b4a-49c5b82c073f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:54.081668 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6ffa0aa4-8486-45de-87cb-a460c3279d85 req-f7fac899-0916-4d8d-8b4a-49c5b82c073f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 945 time: 0.0716660 Aug 09 11:49:54.127958 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6ffa0aa4-8486-45de-87cb-a460c3279d85 req-55560cce-35b3-41ec-9f74-d5ec52c6d302 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402493 Aug 09 11:49:54.743186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-37107785-5cbc-4145-9f80-04c4019a853f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:54.745288 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-37107785-5cbc-4145-9f80-04c4019a853f tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 945 time: 0.0477540 Aug 09 11:49:54.845341 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Deleting port a1027001-9673-486b-b2ba-af92bf52baec {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:54.846027 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:54.941555 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] For port a1027001-9673-486b-b2ba-af92bf52baec, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=a1027001-9673-486b-b2ba-af92bf52baec,segment=NetworkSegment(78592f79-9226-448c-a454-58ab1f89fae0),segment_id=78592f79-9226-448c-a454-58ab1f89fae0)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:54.941917 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:54.954889 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Calling delete_port for a1027001-9673-486b-b2ba-af92bf52baec owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:55.090486 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:55.115614 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:49:55.125565 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Pushing event deleted for resources: {'Port': ['ID=a1027001-9673-486b-b2ba-af92bf52baec,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:55.152320 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['a1027001-9673-486b-b2ba-af92bf52baec'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:49:55.170242 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] No DVR routers for this DVR port a1027001-9673-486b-b2ba-af92bf52baec on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:49:55.172821 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:55.174823 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88d846f4-68ba-4256-b959-055ca6e19ed0 req-4fa5587a-69ea-4007-9fb2-7925c15b84e5 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.43 "DELETE /v2.0/ports/a1027001-9673-486b-b2ba-af92bf52baec HTTP/1.1" status: 204 len: 173 time: 0.4224844 Aug 09 11:49:55.175257 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869abac-8a48-4b16-b205-84d2ec24d264', 'name': 'network-vif-deleted', 'tag': 'a1027001-9673-486b-b2ba-af92bf52baec'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:55.177641 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27f487-2552-4abf-a00a-beee4effa6e5" -d '{"events": [{"server_uuid": "4869abac-8a48-4b16-b205-84d2ec24d264", "name": "network-vif-deleted", "tag": "a1027001-9673-486b-b2ba-af92bf52baec"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:55.208169 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3f419368-de42-4d9d-b44c-1d9c02de4aad req-aaeafaea-772e-43cf-bbaa-b5da5a8c4250 tempest-VolumesSnapshotTestJSON-649958954 tempest-VolumesSnapshotTestJSON-649958954-project] 10.222.0.50 "GET /v2.0/ports?device_id=4869abac-8a48-4b16-b205-84d2ec24d264 HTTP/1.1" status: 200 len: 210 time: 0.0343878 Aug 09 11:49:55.241888 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 9fb5086e-7901-4d51-8586-0d9123dfbb12 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:49:55.242522 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:55.325038 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9b6ab-6379-416e-93de-6b2e066bb0b9 req-49c1d970-1456-4541-bab0-b08b83106ec4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:55.332110 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-12f9b6ab-6379-416e-93de-6b2e066bb0b9 req-49c1d970-1456-4541-bab0-b08b83106ec4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 945 time: 0.0600133 Aug 09 11:49:55.350655 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:55.378910 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:55.381264 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c622362e-a457-42f9-85b5-4e1dc0338abe" -d '{"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-plugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:55.383887 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-12f9b6ab-6379-416e-93de-6b2e066bb0b9 req-bfdbe303-185b-4f8a-8b49-f8573eef68ee tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462763 Aug 09 11:49:55.395595 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:55.404359 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:55.434433 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47ce227-b8d6-482b-ab02-9c37f7504243 x-openstack-request-id: req-c47ce227-b8d6-482b-ab02-9c37f7504243 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:55.434728 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-plugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:55.434981 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c47ce227-b8d6-482b-ab02-9c37f7504243 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:55.435371 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'code': 200} Aug 09 11:49:55.455961 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=7']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:55.483218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e019db19-c7b7-4c7a-b4de-a52c042bcd01 x-openstack-request-id: req-e019db19-c7b7-4c7a-b4de-a52c042bcd01 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:55.483812 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869abac-8a48-4b16-b205-84d2ec24d264", "name": "network-vif-deleted", "tag": "a1027001-9673-486b-b2ba-af92bf52baec", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:55.484117 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e019db19-c7b7-4c7a-b4de-a52c042bcd01 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:55.484653 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869abac-8a48-4b16-b205-84d2ec24d264', 'name': 'network-vif-deleted', 'tag': 'a1027001-9673-486b-b2ba-af92bf52baec', 'status': 'completed', 'code': 200} Aug 09 11:49:56.508833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160049b-041d-4e03-a472-69f1baeccb7e req-0ff2edcf-b904-4b5b-8148-b107f97c56e6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:56.510932 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5160049b-041d-4e03-a472-69f1baeccb7e req-0ff2edcf-b904-4b5b-8148-b107f97c56e6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0510602 Aug 09 11:49:56.552990 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5160049b-041d-4e03-a472-69f1baeccb7e req-7d538a7b-1245-4cd8-bd75-5269ec381ff0 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359025 Aug 09 11:49:57.341835 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a298b7f8-8dc1-4f05-8310-fc4661103286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:57.685324 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8028dbe-fb9f-489d-bd95-f2b59106a597 req-64073b03-9852-44de-a540-1d29b4433507 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:57.687029 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f8028dbe-fb9f-489d-bd95-f2b59106a597 req-64073b03-9852-44de-a540-1d29b4433507 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0523174 Aug 09 11:49:57.726458 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f8028dbe-fb9f-489d-bd95-f2b59106a597 req-31505d49-928d-4a0c-93ec-fb7e6cfa9caa tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333745 Aug 09 11:49:58.851470 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8eabf-5776-4179-9d3b-b3b9c0b38318 req-f6d3a2e2-e99a-47c5-8a4b-579fa94af608 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:58.853044 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5fb8eabf-5776-4179-9d3b-b3b9c0b38318 req-f6d3a2e2-e99a-47c5-8a4b-579fa94af608 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0532854 Aug 09 11:49:58.892435 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5fb8eabf-5776-4179-9d3b-b3b9c0b38318 req-e11a0d46-bfb3-4fa1-b110-93794350cce1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327911 Aug 09 11:49:59.089547 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a1027001-9673-486b-b2ba-af92bf52baec no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:59.115258 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: a1027001-9673-486b-b2ba-af92bf52baec {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:59.115626 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device a1027001-9673-486b-b2ba-af92bf52baec not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:50:00.030929 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e324e-3f44-493c-b7c0-375229d64230 req-64659313-78ac-4b1f-b079-39cc2e8c097d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:00.032490 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-952e324e-3f44-493c-b7c0-375229d64230 req-64659313-78ac-4b1f-b079-39cc2e8c097d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0612721 Aug 09 11:50:00.079976 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-952e324e-3f44-493c-b7c0-375229d64230 req-7badbf05-0c86-4c49-b456-bc0f0aee9ba3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411925 Aug 09 11:50:00.212533 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a1c6c275-8f36-4d7f-8744-69bd7a8d64f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.339622 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:01.208809 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd60b25-cb08-442b-85ab-c02b0fff94b2 req-51be8930-e408-4eab-afb4-26434156c6b6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:01.210284 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6bd60b25-cb08-442b-85ab-c02b0fff94b2 req-51be8930-e408-4eab-afb4-26434156c6b6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0518122 Aug 09 11:50:01.248899 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6bd60b25-cb08-442b-85ab-c02b0fff94b2 req-922d5ba0-67bc-456e-8f67-6410e72d1a99 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327072 Aug 09 11:50:01.520876 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:02.372649 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e9d2-53b6-4a2d-a281-7bb010720b74 req-0bf78dbf-8c83-4664-a68a-f985f062e449 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:02.374085 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4e26e9d2-53b6-4a2d-a281-7bb010720b74 req-0bf78dbf-8c83-4664-a68a-f985f062e449 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0483336 Aug 09 11:50:02.411273 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4e26e9d2-53b6-4a2d-a281-7bb010720b74 req-5ab8fede-72eb-4adb-b147-27ab6c6f174e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Aug 09 11:50:02.986838 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:03.533173 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea647af-98d2-48c7-ac89-452b2442c2ec req-69e9666c-95ba-44fd-bca1-ea7455666bba tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:03.534773 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bea647af-98d2-48c7-ac89-452b2442c2ec req-69e9666c-95ba-44fd-bca1-ea7455666bba tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0477374 Aug 09 11:50:03.573134 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bea647af-98d2-48c7-ac89-452b2442c2ec req-4b9ba4f7-d16b-43bb-ac9d-81943a9ec754 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323260 Aug 09 11:50:04.694033 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cce2a-f39b-4113-b50e-48fcb4df99b2 req-335355e9-5474-45e0-adc8-0673637bd2ea tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:04.695420 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2f3cce2a-f39b-4113-b50e-48fcb4df99b2 req-335355e9-5474-45e0-adc8-0673637bd2ea tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0498829 Aug 09 11:50:04.735414 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2f3cce2a-f39b-4113-b50e-48fcb4df99b2 req-6a4eab6f-236f-4e20-9fdd-29b438618eec tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336936 Aug 09 11:50:05.852054 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922f78-5659-46a4-b28a-155e1d361fe6 req-7fca1c30-766b-4d29-ba0b-dcdb104e21a6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:05.853505 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-71922f78-5659-46a4-b28a-155e1d361fe6 req-7fca1c30-766b-4d29-ba0b-dcdb104e21a6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0479815 Aug 09 11:50:05.890203 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-71922f78-5659-46a4-b28a-155e1d361fe6 req-604ab3e1-58b5-4f63-9037-677dca5a4845 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308423 Aug 09 11:50:06.391824 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.011754 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6978df-0d98-4c9e-bc5f-9373d13acb73 req-c2b74277-0ff5-4c24-b31f-8387c6143a01 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:07.013209 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2f6978df-0d98-4c9e-bc5f-9373d13acb73 req-c2b74277-0ff5-4c24-b31f-8387c6143a01 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0529330 Aug 09 11:50:07.049896 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2f6978df-0d98-4c9e-bc5f-9373d13acb73 req-14b321d0-92ff-4b4f-9129-67a351432515 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Aug 09 11:50:08.173341 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02d692-00bf-4121-a0e7-6c20185e7286 req-78d49165-6dcf-474a-9088-79a0d9a3cc94 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:08.174789 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7b02d692-00bf-4121-a0e7-6c20185e7286 req-78d49165-6dcf-474a-9088-79a0d9a3cc94 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0513911 Aug 09 11:50:08.211874 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7b02d692-00bf-4121-a0e7-6c20185e7286 req-e2ac4d92-1d6d-4a43-88d0-d0395f7d418b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Aug 09 11:50:09.331801 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae2dca-60e2-4dda-8134-795c1b92dd21 req-9058b610-50c7-486b-bb09-c4c7dd2ac837 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:09.333296 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fae2dca-60e2-4dda-8134-795c1b92dd21 req-9058b610-50c7-486b-bb09-c4c7dd2ac837 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0484269 Aug 09 11:50:09.371536 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fae2dca-60e2-4dda-8134-795c1b92dd21 req-4a169276-35fc-4ecf-9732-7c227a80ff2b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321765 Aug 09 11:50:10.496082 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d2c66-c2b0-40be-a308-f8a00807a1d3 req-6c744d4a-5df6-4c0f-9350-ae6c6fe5485a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:10.497692 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-269d2c66-c2b0-40be-a308-f8a00807a1d3 req-6c744d4a-5df6-4c0f-9350-ae6c6fe5485a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0504313 Aug 09 11:50:10.546343 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-269d2c66-c2b0-40be-a308-f8a00807a1d3 req-f760ed80-20df-4fc8-8dab-cdd37c5efd61 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Aug 09 11:50:11.675652 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0c78e-eddc-4acf-a612-526536bf4852 req-ee2da83b-e6bb-42b2-bf95-1014d5096bcf tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:11.677356 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-adf0c78e-eddc-4acf-a612-526536bf4852 req-ee2da83b-e6bb-42b2-bf95-1014d5096bcf tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0512140 Aug 09 11:50:11.718862 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-adf0c78e-eddc-4acf-a612-526536bf4852 req-918374eb-2006-4d30-8b27-88d798332e02 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352809 Aug 09 11:50:12.882424 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbc663-7949-4a12-ad08-958137016edf req-13cdbd5d-69a6-4dc4-adcb-b05fe59346fe tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:12.886086 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fbdbc663-7949-4a12-ad08-958137016edf req-13cdbd5d-69a6-4dc4-adcb-b05fe59346fe tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0887191 Aug 09 11:50:12.928035 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fbdbc663-7949-4a12-ad08-958137016edf req-f1692299-9f70-4df2-936f-e9408c2749c0 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354557 Aug 09 11:50:14.070460 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1746d-e124-42b7-b6b2-05bda77c0174 req-04119a31-155d-4b85-ad4b-451d611f50f5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:14.073726 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7b1746d-e124-42b7-b6b2-05bda77c0174 req-04119a31-155d-4b85-ad4b-451d611f50f5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0668676 Aug 09 11:50:14.123520 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7b1746d-e124-42b7-b6b2-05bda77c0174 req-a768413b-b8ff-48fe-9eab-fbec99b2bf76 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431221 Aug 09 11:50:15.272587 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca7fa-da1b-4740-a14f-898597ef9a54 req-c7572854-31d8-470d-ba65-c4b69c9ddae4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:15.274846 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c75ca7fa-da1b-4740-a14f-898597ef9a54 req-c7572854-31d8-470d-ba65-c4b69c9ddae4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0613983 Aug 09 11:50:15.343197 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c75ca7fa-da1b-4740-a14f-898597ef9a54 req-f380f536-8947-4920-ac38-98f440ce7931 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615079 Aug 09 11:50:15.558146 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:50:16.483435 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116023f5-4a9e-4378-a40f-4ffe447b0dbd req-80481768-ade6-42cf-85b6-0a265f86939f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:16.483435 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-116023f5-4a9e-4378-a40f-4ffe447b0dbd req-80481768-ade6-42cf-85b6-0a265f86939f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0748079 Aug 09 11:50:16.533356 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-116023f5-4a9e-4378-a40f-4ffe447b0dbd req-308a01d4-5543-4449-bbdd-845bef184c33 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Aug 09 11:50:17.659174 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2274-4ef8-4273-9ba5-a528bca9c82e req-b5e61820-2653-47a5-a0c0-a1020d34cad2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:17.665336 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-65fc2274-4ef8-4273-9ba5-a528bca9c82e req-b5e61820-2653-47a5-a0c0-a1020d34cad2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0551157 Aug 09 11:50:17.707355 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-65fc2274-4ef8-4273-9ba5-a528bca9c82e req-8675a120-c979-4826-a58e-7f1db57d5d2e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395837 Aug 09 11:50:18.831043 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86c4db-902b-4cbe-af15-7eff29c71f67 req-97368fc5-39fc-45cc-ad7a-684c4aec9c17 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:18.832441 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e86c4db-902b-4cbe-af15-7eff29c71f67 req-97368fc5-39fc-45cc-ad7a-684c4aec9c17 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0494144 Aug 09 11:50:18.876146 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e86c4db-902b-4cbe-af15-7eff29c71f67 req-db370093-9086-4126-b408-7e6c503c1067 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358312 Aug 09 11:50:20.004081 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e7e4-f0c2-4685-a5b8-56c7998aa210 req-93d9ce89-8b0c-4f70-a242-76a7353b6e82 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:20.005770 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0790e7e4-f0c2-4685-a5b8-56c7998aa210 req-93d9ce89-8b0c-4f70-a242-76a7353b6e82 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0497360 Aug 09 11:50:20.049393 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0790e7e4-f0c2-4685-a5b8-56c7998aa210 req-5f1af41e-fbd7-4802-b996-9200819bc5b2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364635 Aug 09 11:50:21.205027 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f5d33-eebe-464d-9449-262c416b3db6 req-8da1051c-f5a7-4fbd-ac6e-244421c07c71 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:21.207613 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4a3f5d33-eebe-464d-9449-262c416b3db6 req-8da1051c-f5a7-4fbd-ac6e-244421c07c71 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0635462 Aug 09 11:50:21.278201 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4a3f5d33-eebe-464d-9449-262c416b3db6 req-352ddf0e-bfd7-444e-83d0-69553afd429f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632312 Aug 09 11:50:22.399691 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860fd29-7a25-4190-913e-6d3778ef8e4e req-3845572a-65e1-4dc9-bbbd-471af3dfce27 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:22.401765 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2860fd29-7a25-4190-913e-6d3778ef8e4e req-3845572a-65e1-4dc9-bbbd-471af3dfce27 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0528092 Aug 09 11:50:22.439782 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2860fd29-7a25-4190-913e-6d3778ef8e4e req-d001bcc3-17fd-4e96-a0a6-b760099e86db tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Aug 09 11:50:23.572369 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98484986-071f-4bd4-8c92-1107e8762f1f req-e63712e3-79ae-4102-9195-45f7f4dec15b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:23.574385 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-98484986-071f-4bd4-8c92-1107e8762f1f req-e63712e3-79ae-4102-9195-45f7f4dec15b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0569046 Aug 09 11:50:23.637820 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-98484986-071f-4bd4-8c92-1107e8762f1f req-86926673-1ff4-46ec-baa6-416388c3fd39 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532103 Aug 09 11:50:23.640404 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-79c3d4d3-dbae-42b1-9443-daa35733c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:23.641842 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-79c3d4d3-dbae-42b1-9443-daa35733c2ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1099 time: 0.0647080 Aug 09 11:50:23.742578 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-5ea26f17-4138-472b-9aaf-c1f80c16943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:23.744086 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-5ea26f17-4138-472b-9aaf-c1f80c16943f service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.0939469 Aug 09 11:50:23.812504 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-f4f62aaf-9e3a-485d-9ca0-23e942173c81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 200 len: 1002 time: 0.0581212 Aug 09 11:50:23.870349 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-0dc62ff7-5078-45aa-a6c9-c8079d70335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:23.872010 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-0dc62ff7-5078-45aa-a6c9-c8079d70335d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0505667 Aug 09 11:50:23.927545 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-61b466f8-d07a-4c2c-8358-3b5de93ebcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:23.929077 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-61b466f8-d07a-4c2c-8358-3b5de93ebcea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474424 Aug 09 11:50:24.018903 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-6e8a1362-ed9a-491e-afc6-e7f2506c1c67 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799086 Aug 09 11:50:24.118490 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0d764c00-9c7f-449b-bd91-10c53abaf5e3 req-b023fb42-449b-413c-8395-55bdee8a98a0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908222 Aug 09 11:50:24.756921 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96efb-dd9a-4f34-9f81-1d899532b217 req-0ba6527e-0d5d-4aa1-be16-7f954c0ea555 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:24.758391 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a6c96efb-dd9a-4f34-9f81-1d899532b217 req-0ba6527e-0d5d-4aa1-be16-7f954c0ea555 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0484002 Aug 09 11:50:24.795295 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a6c96efb-dd9a-4f34-9f81-1d899532b217 req-e60998ea-fdef-4f97-8a0c-f44058d199ca tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301843 Aug 09 11:50:25.912720 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57e89c-f4c6-4074-8ced-03c2302f377a req-2d587317-0aeb-452a-95c2-8d51196e4f22 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:25.914086 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9c57e89c-f4c6-4074-8ced-03c2302f377a req-2d587317-0aeb-452a-95c2-8d51196e4f22 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0482113 Aug 09 11:50:25.950785 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9c57e89c-f4c6-4074-8ced-03c2302f377a req-47bbda50-c135-4b2a-a390-ce062c4ed31f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306921 Aug 09 11:50:27.067133 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c1b11-f39f-418d-8afe-aaf3bdfcf02f req-214d20c1-bcca-4e45-a27e-d050c52298ad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:27.068627 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7d5c1b11-f39f-418d-8afe-aaf3bdfcf02f req-214d20c1-bcca-4e45-a27e-d050c52298ad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0474503 Aug 09 11:50:27.105510 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7d5c1b11-f39f-418d-8afe-aaf3bdfcf02f req-1b80e860-ee17-48bf-ba47-d11b814b3c7e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304065 Aug 09 11:50:27.342024 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9bdec30f-6d46-4a43-a380-70c16c952473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.221250 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f7cc6-95f3-43f2-aacd-bcda91f6308f req-e1995251-6cd4-4476-b5e6-bdbee143b8e3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:28.222685 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f44f7cc6-95f3-43f2-aacd-bcda91f6308f req-e1995251-6cd4-4476-b5e6-bdbee143b8e3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 946 time: 0.0470359 Aug 09 11:50:28.262835 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f44f7cc6-95f3-43f2-aacd-bcda91f6308f req-06e4a69a-149c-4ba3-9430-4080f59344cd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340316 Aug 09 11:50:28.417563 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:50:28.489745 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.514144 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:50:28.516315 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f2a7a-468c-4091-9019-5759bb0164bb" -d '{"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:50:28.528583 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:28.532716 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.579067 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=8']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:28.609224 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ea2ea7-dab0-407d-a68f-b96092a2fc02 x-openstack-request-id: req-89ea2ea7-dab0-407d-a68f-b96092a2fc02 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:50:28.609558 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:50:28.609814 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89ea2ea7-dab0-407d-a68f-b96092a2fc02 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:50:28.610203 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'code': 200} Aug 09 11:50:29.381918 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ffda-d802-419f-accf-c4f27d167f8a req-ebf680f4-db43-4b33-835a-5ec7c69470fb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:29.383411 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dce1ffda-d802-419f-accf-c4f27d167f8a req-ebf680f4-db43-4b33-835a-5ec7c69470fb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0492527 Aug 09 11:50:29.421745 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dce1ffda-d802-419f-accf-c4f27d167f8a req-24e04e9f-acce-4164-901c-9ce97913a58e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Aug 09 11:50:30.206921 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-a62d495b-4004-4903-ae87-dae9dafb9e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:30.341445 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:30.544808 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2508e2-aacc-4cc7-859b-62eea2e9795e req-7a8c3b2f-e4da-4899-bf08-0bb7f0455e56 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:30.546248 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9b2508e2-aacc-4cc7-859b-62eea2e9795e req-7a8c3b2f-e4da-4899-bf08-0bb7f0455e56 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0515385 Aug 09 11:50:30.583205 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9b2508e2-aacc-4cc7-859b-62eea2e9795e req-8ea1664e-0a9e-417e-84b8-ef7b0e1f8086 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Aug 09 11:50:31.522595 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:31.698927 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ce3d0-82e5-4571-950f-2243e4f1a8e9 req-f29438a5-887d-45aa-aa1e-0ff8bcb4b4b5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:31.700436 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5a1ce3d0-82e5-4571-950f-2243e4f1a8e9 req-f29438a5-887d-45aa-aa1e-0ff8bcb4b4b5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0469801 Aug 09 11:50:31.738724 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5a1ce3d0-82e5-4571-950f-2243e4f1a8e9 req-16f27550-b13e-41ea-b867-9c5013cbe362 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Aug 09 11:50:32.345622 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66aad-9b2b-490b-b1cd-827ba657e350 req-d832bf1b-f519-4341-9927-17b62543e641 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:32.347167 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-50e66aad-9b2b-490b-b1cd-827ba657e350 req-d832bf1b-f519-4341-9927-17b62543e641 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0511878 Aug 09 11:50:32.386928 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-50e66aad-9b2b-490b-b1cd-827ba657e350 req-678cb480-e74a-4f2d-9930-23fa9166773a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336554 Aug 09 11:50:32.571370 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 37922) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:32.654691 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-2796463b-2235-4c70-8958-c1b81a5477c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820503 Aug 09 11:50:32.991450 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:33.515606 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dc07c-2bbe-479a-862e-c828cdc77a38 req-d2dfd428-5063-40f8-b8b4-e47e3ea5be39 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:33.517136 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b97dc07c-2bbe-479a-862e-c828cdc77a38 req-d2dfd428-5063-40f8-b8b4-e47e3ea5be39 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0551109 Aug 09 11:50:33.559390 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b97dc07c-2bbe-479a-862e-c828cdc77a38 req-98b79615-c753-4f90-86d8-049dbff65a83 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365632 Aug 09 11:50:34.403316 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:50:34.681302 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c71f88-7b50-4e34-a617-9f437f7b7502 req-ba158d35-81a8-41d2-9a4e-bd8096a13dde tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:34.682743 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-85c71f88-7b50-4e34-a617-9f437f7b7502 req-ba158d35-81a8-41d2-9a4e-bd8096a13dde tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0511901 Aug 09 11:50:34.722279 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-85c71f88-7b50-4e34-a617-9f437f7b7502 req-26ff230f-0086-48da-8092-58835b86db04 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336111 Aug 09 11:50:35.839893 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fa76f-641d-48cf-922c-75c5ac2c89e9 req-633ad5b5-4d24-4d48-ada0-18f7c9224395 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:35.841352 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-928fa76f-641d-48cf-922c-75c5ac2c89e9 req-633ad5b5-4d24-4d48-ada0-18f7c9224395 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0480573 Aug 09 11:50:35.878951 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-928fa76f-641d-48cf-922c-75c5ac2c89e9 req-75c20d06-23f6-44b2-9164-b0a566bffa27 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Aug 09 11:50:36.388261 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:36.996493 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb70967-3592-4656-bde9-ab0f354c72fb req-9a8ca4a3-fc3b-4d54-a975-850c12fb81da tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:36.997932 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ceb70967-3592-4656-bde9-ab0f354c72fb req-9a8ca4a3-fc3b-4d54-a975-850c12fb81da tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0483208 Aug 09 11:50:37.035291 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ceb70967-3592-4656-bde9-ab0f354c72fb req-89135502-7a0a-4b70-9d43-76089d4b47d6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Aug 09 11:50:38.154032 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6551b5-04ae-4cd3-b2e5-59f6bf3d5359 req-39f441ae-5eb5-4c49-8a86-6c759d0510d3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:38.155505 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-be6551b5-04ae-4cd3-b2e5-59f6bf3d5359 req-39f441ae-5eb5-4c49-8a86-6c759d0510d3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0478885 Aug 09 11:50:38.192512 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-be6551b5-04ae-4cd3-b2e5-59f6bf3d5359 req-8deb2dd2-141b-431a-85ac-6145ec7e00a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 Aug 09 11:50:39.158593 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-d3481929-f6b2-4ee7-bfd0-a96f3dc83fdc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385356 Aug 09 11:50:39.259664 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379acc5-16b9-4572-a0e4-c2900403852c req-b4d36bd7-75d2-437b-bca9-db020cc148a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:39.261684 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-b4d36bd7-75d2-437b-bca9-db020cc148a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1098 time: 0.0440595 Aug 09 11:50:39.311983 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c110474-3fa6-4b63-a8b8-c576e37dd18f req-54a3d341-3d7d-4bd7-9ddc-3798e19bdde8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:39.313475 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c110474-3fa6-4b63-a8b8-c576e37dd18f req-54a3d341-3d7d-4bd7-9ddc-3798e19bdde8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0481720 Aug 09 11:50:39.351034 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c110474-3fa6-4b63-a8b8-c576e37dd18f req-89b94251-f16b-482c-a46a-6b5830fb76b1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Aug 09 11:50:39.375211 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379acc5-16b9-4572-a0e4-c2900403852c req-fe8129b8-a243-45a7-bb0f-5e2950cadc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:39.376706 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-fe8129b8-a243-45a7-bb0f-5e2950cadc85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.0950921 Aug 09 11:50:39.454998 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-a3f78a79-601e-4af7-b92b-6b4534db6b49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 1001 time: 0.0703857 Aug 09 11:50:39.503770 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379acc5-16b9-4572-a0e4-c2900403852c req-9efd25b3-683c-4449-9e3b-714e27452f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:39.505184 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-9efd25b3-683c-4449-9e3b-714e27452f57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0436156 Aug 09 11:50:39.548570 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379acc5-16b9-4572-a0e4-c2900403852c req-e2cf5da4-d636-40be-b88e-5cb2c0965a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:39.549994 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-e2cf5da4-d636-40be-b88e-5cb2c0965a85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378160 Aug 09 11:50:39.640043 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-32e7faa8-e57a-48d1-bcda-0fccb81226c5 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826721 Aug 09 11:50:39.728793 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e379acc5-16b9-4572-a0e4-c2900403852c req-50ceeb41-f5f6-4df6-97bd-f5580a7a1266 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813131 Aug 09 11:50:40.467865 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e33f-dd34-4101-a5c6-e5fc2aa007e1 req-e9834d37-43d5-4132-aeca-4c29fd86562f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:40.469463 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59a9e33f-dd34-4101-a5c6-e5fc2aa007e1 req-e9834d37-43d5-4132-aeca-4c29fd86562f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0479536 Aug 09 11:50:40.506074 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59a9e33f-dd34-4101-a5c6-e5fc2aa007e1 req-34766763-3671-4103-8a0d-b1d0842bcd50 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Aug 09 11:50:41.508470 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059723b-67d1-42bd-a212-e32736e426da req-e5f021c2-a5f8-4a13-832c-7ccb92406341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:41.510000 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-e5f021c2-a5f8-4a13-832c-7ccb92406341 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de&tenant_id=2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0726013 Aug 09 11:50:41.585852 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059723b-67d1-42bd-a212-e32736e426da req-a43f35e0-393c-4122-855a-33f9e43f15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:41.587631 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-a43f35e0-393c-4122-855a-33f9e43f15ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1097 time: 0.0420933 Aug 09 11:50:41.640154 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc8fc0-234a-4477-8c34-293151323114 req-8a56ef36-4886-4e55-8dd8-937ac3a9cbfc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:41.641672 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d9bc8fc0-234a-4477-8c34-293151323114 req-8a56ef36-4886-4e55-8dd8-937ac3a9cbfc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0548074 Aug 09 11:50:41.699312 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059723b-67d1-42bd-a212-e32736e426da req-e8ae2b38-803e-4511-b6df-91440fb20d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:41.701067 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-e8ae2b38-803e-4511-b6df-91440fb20d5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.1066802 Aug 09 11:50:41.701801 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d9bc8fc0-234a-4477-8c34-293151323114 req-3b4b9567-bf29-44ff-87a0-1796281e426b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448012 Aug 09 11:50:41.770865 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-d24b39ea-31df-4fe6-9f7a-592804278a72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 200 len: 1000 time: 0.0611513 Aug 09 11:50:41.820615 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059723b-67d1-42bd-a212-e32736e426da req-b4c9ed19-8dfc-4dda-983a-579778341cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:41.822045 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-b4c9ed19-8dfc-4dda-983a-579778341cb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0438905 Aug 09 11:50:41.869525 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059723b-67d1-42bd-a212-e32736e426da req-ff57eb81-b702-48d3-ac53-dca9d3510f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:41.871605 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-ff57eb81-b702-48d3-ac53-dca9d3510f24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417769 Aug 09 11:50:41.957979 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-a655a0a4-23b3-4c83-87b3-d06d65242051 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785475 Aug 09 11:50:42.295767 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4059723b-67d1-42bd-a212-e32736e426da req-740bba1b-1564-481b-9826-d54fdc390748 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295949 Aug 09 11:50:42.814647 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2db21-64e5-4b19-b414-d39b9c35b533 req-bac9b844-1fc2-4654-850a-05540edab902 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:42.816121 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-29b2db21-64e5-4b19-b414-d39b9c35b533 req-bac9b844-1fc2-4654-850a-05540edab902 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0481608 Aug 09 11:50:42.852448 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-29b2db21-64e5-4b19-b414-d39b9c35b533 req-d41acfe5-d2df-4dd0-a5ec-d9a596fa4375 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305052 Aug 09 11:50:43.969063 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53243e6-eb38-4799-8ce8-edc2f906a532 req-325161e1-3a6e-4b63-9d21-623080d96675 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:43.970464 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c53243e6-eb38-4799-8ce8-edc2f906a532 req-325161e1-3a6e-4b63-9d21-623080d96675 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0477591 Aug 09 11:50:44.006888 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c53243e6-eb38-4799-8ce8-edc2f906a532 req-f3228d33-aad1-4aa0-90e0-f693b6bac60d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302179 Aug 09 11:50:45.122650 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3674e-167f-4d3c-a71a-46eb90fb067f req-dc67f7c6-23d3-4506-a3fc-879cb7293e07 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:45.124101 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-17e3674e-167f-4d3c-a71a-46eb90fb067f req-dc67f7c6-23d3-4506-a3fc-879cb7293e07 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0471518 Aug 09 11:50:45.160802 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-17e3674e-167f-4d3c-a71a-46eb90fb067f req-686206fe-3929-4959-82c1-6939132b5bd9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309327 Aug 09 11:50:46.286094 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb753f-f5ee-4be9-9384-13f01a5ced1b req-2fa58623-3aaa-4d57-b34e-8f0543d9353a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:46.287563 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-00eb753f-f5ee-4be9-9384-13f01a5ced1b req-2fa58623-3aaa-4d57-b34e-8f0543d9353a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0482688 Aug 09 11:50:46.325996 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-00eb753f-f5ee-4be9-9384-13f01a5ced1b req-6093028a-4b23-48f2-80fa-c4c1cd6e14b4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Aug 09 11:50:47.444120 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c115b0b-f8b6-434d-b111-f2b0c19af801 req-64707efc-8170-4ef3-9d36-8cfd5c664fe2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:47.445755 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1c115b0b-f8b6-434d-b111-f2b0c19af801 req-64707efc-8170-4ef3-9d36-8cfd5c664fe2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0475512 Aug 09 11:50:47.496518 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1c115b0b-f8b6-434d-b111-f2b0c19af801 req-a8039f93-4aad-4fcf-a967-598ae9c724fc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Aug 09 11:50:48.625746 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f5b44-b900-4d55-9d05-dd0a3c631439 req-297fbad4-7e5a-4790-ae45-6a709b2c737e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:48.627389 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0c0f5b44-b900-4d55-9d05-dd0a3c631439 req-297fbad4-7e5a-4790-ae45-6a709b2c737e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0542545 Aug 09 11:50:48.678380 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0c0f5b44-b900-4d55-9d05-dd0a3c631439 req-a48b2d98-b2be-43d2-b696-aa383d48fd79 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447271 Aug 09 11:50:49.803377 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fea6-e6f6-48d3-8c30-0be61152c530 req-60e1e8bb-160a-4cb6-a729-b729a0888946 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:49.804909 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e489fea6-e6f6-48d3-8c30-0be61152c530 req-60e1e8bb-160a-4cb6-a729-b729a0888946 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0506859 Aug 09 11:50:49.843281 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e489fea6-e6f6-48d3-8c30-0be61152c530 req-999fbd63-acc4-4202-8ffe-1d3324beb85a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312817 Aug 09 11:50:50.968807 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72885d58-5463-4b06-929d-74d7393d3d55 req-6d52372c-2a67-470b-8886-796ad2a05662 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:50.970321 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-72885d58-5463-4b06-929d-74d7393d3d55 req-6d52372c-2a67-470b-8886-796ad2a05662 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0512979 Aug 09 11:50:51.008255 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-72885d58-5463-4b06-929d-74d7393d3d55 req-75056b8b-52a2-424c-89d8-8d1236ce48eb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Aug 09 11:50:51.474274 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38216) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:51.580460 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.690905 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.694456 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.729711 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5fd532-a425-48fb-af0b-7ad7bd054654,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:51.738478 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46b12bc185774e1e9796085107d90ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631657 Aug 09 11:50:51.740343 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.740726 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.741019 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.741344 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.741451 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38220) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:51.741936 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.742035 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.742326 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.742643 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.742963 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.743387 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.743733 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.744050 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9228d-8a14-4600-820b-967e7306bd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.791060 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.813416 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.857944 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.860636 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.861750 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c5fd532-a425-48fb-af0b-7ad7bd054654 HTTP/1.1" status: 204 len: 168 time: 0.1193819 Aug 09 11:50:51.868943 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5fd532-a425-48fb-af0b-7ad7bd054654,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:51.876777 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.877221 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.877553 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.877879 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.878223 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.878542 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.878856 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.879264 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.879478 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.879808 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.880117 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:51.880424 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beda88d-55ca-425b-84b2-337eb2e27692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:52.124073 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38230) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:52.138194 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-22a96d79-9be6-46f3-9cc4-786a49f00c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:52.144456 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a551-5a9a-466e-8f3c-c2e4c6e21f54 req-5806474c-a743-431c-a534-9eda1a6657fa tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:52.145974 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4149a551-5a9a-466e-8f3c-c2e4c6e21f54 req-5806474c-a743-431c-a534-9eda1a6657fa tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0642467 Aug 09 11:50:52.199802 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4149a551-5a9a-466e-8f3c-c2e4c6e21f54 req-795d73b8-1754-4315-876a-3b2156a23093 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463948 Aug 09 11:50:52.237139 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-22a96d79-9be6-46f3-9cc4-786a49f00c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:52.242668 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-22a96d79-9be6-46f3-9cc4-786a49f00c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:52.280449 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-22a96d79-9be6-46f3-9cc4-786a49f00c46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0093a9f18acb4c4e9717622cdb9fd8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552839 Aug 09 11:50:52.281619 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a96d79-9be6-46f3-9cc4-786a49f00c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d97bc-6d28-416b-8999-652e6195b9e0,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:52.283079 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38234) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:52.331245 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc24b-c3fc-425a-824b-3fb7391ddd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:52.351961 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc24b-c3fc-425a-824b-3fb7391ddd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:52.413768 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc24b-c3fc-425a-824b-3fb7391ddd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:52.417161 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc24b-c3fc-425a-824b-3fb7391ddd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:52.427371 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-bf3bc24b-c3fc-425a-824b-3fb7391ddd1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e53d97bc-6d28-416b-8999-652e6195b9e0 HTTP/1.1" status: 204 len: 168 time: 0.1430998 Aug 09 11:50:52.436145 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bc24b-c3fc-425a-824b-3fb7391ddd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d97bc-6d28-416b-8999-652e6195b9e0,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:52.557428 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:50:53.379448 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34936324-a0db-4a15-a1d7-53b16dfa9d03 req-37cd165f-9cb2-4cd1-9974-3ad85b9daace tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:53.381818 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-34936324-a0db-4a15-a1d7-53b16dfa9d03 req-37cd165f-9cb2-4cd1-9974-3ad85b9daace tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.1090732 Aug 09 11:50:53.431046 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-34936324-a0db-4a15-a1d7-53b16dfa9d03 req-f3754b1c-e530-494c-abf5-698e6d11a8ef tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 Aug 09 11:50:54.419136 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38310) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:54.597805 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a714b6-ddee-4123-bf74-1f43b77565e6 req-4b0c4c3b-5eb1-464e-a5f2-53e835d6c404 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:54.599464 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-11a714b6-ddee-4123-bf74-1f43b77565e6 req-4b0c4c3b-5eb1-464e-a5f2-53e835d6c404 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0799999 Aug 09 11:50:54.600697 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-75769c71-e059-4d8d-b653-b38d654fd64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.660389 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-11a714b6-ddee-4123-bf74-1f43b77565e6 req-519d1cf5-852c-48b9-a221-a86767aaa440 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511472 Aug 09 11:50:54.730774 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-75769c71-e059-4d8d-b653-b38d654fd64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.734523 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-75769c71-e059-4d8d-b653-b38d654fd64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.773241 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75769c71-e059-4d8d-b653-b38d654fd64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d16d93a-d3a6-41a3-982d-512d9c012e8c,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:54.781675 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38322) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:54.788571 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-75769c71-e059-4d8d-b653-b38d654fd64b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d75dd466e8a644e89e9d85821a6fc4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659570 Aug 09 11:50:54.879796 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6f11d2e-121b-414c-9ee3-14f8a14d4fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.905017 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6f11d2e-121b-414c-9ee3-14f8a14d4fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.957066 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6f11d2e-121b-414c-9ee3-14f8a14d4fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.959976 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6f11d2e-121b-414c-9ee3-14f8a14d4fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.961123 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a6f11d2e-121b-414c-9ee3-14f8a14d4fee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d16d93a-d3a6-41a3-982d-512d9c012e8c HTTP/1.1" status: 204 len: 168 time: 0.1785262 Aug 09 11:50:54.969428 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f11d2e-121b-414c-9ee3-14f8a14d4fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d16d93a-d3a6-41a3-982d-512d9c012e8c,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:55.319757 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38350) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:55.333503 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a48533f3-847d-4533-9966-cceaf4e5eb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.420172 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a48533f3-847d-4533-9966-cceaf4e5eb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.423858 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a48533f3-847d-4533-9966-cceaf4e5eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.465984 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a48533f3-847d-4533-9966-cceaf4e5eb06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=103cdd3a75ad4e33a8b6bc1397843bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450975 Aug 09 11:50:55.468537 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38352) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:55.491073 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48533f3-847d-4533-9966-cceaf4e5eb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9243c3-e7ae-4f36-9aeb-b68dedcfdfb2,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:55.537733 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-67e7f019-7794-43fc-a20e-a73f62cb5dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.557610 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-67e7f019-7794-43fc-a20e-a73f62cb5dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.604437 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-67e7f019-7794-43fc-a20e-a73f62cb5dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.607909 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-67e7f019-7794-43fc-a20e-a73f62cb5dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.609044 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-67e7f019-7794-43fc-a20e-a73f62cb5dcf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e9243c3-e7ae-4f36-9aeb-b68dedcfdfb2 HTTP/1.1" status: 204 len: 168 time: 0.1389749 Aug 09 11:50:55.616785 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7f019-7794-43fc-a20e-a73f62cb5dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9243c3-e7ae-4f36-9aeb-b68dedcfdfb2,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:55.832327 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0a5e5-573f-43fb-b6f1-c6021c6ff40c req-43a8d490-71f5-4b3c-8d42-e29307e1356d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:55.833811 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a2b0a5e5-573f-43fb-b6f1-c6021c6ff40c req-43a8d490-71f5-4b3c-8d42-e29307e1356d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0686765 Aug 09 11:50:55.889854 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a2b0a5e5-573f-43fb-b6f1-c6021c6ff40c req-08e4bc17-8a81-4ae5-a2ac-e839c4ad026b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482788 Aug 09 11:50:57.025409 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646486c6-9888-4ef7-8720-406434f14fc1 req-9a93debf-9bb6-4745-9d46-efb2795769a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:57.027134 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-646486c6-9888-4ef7-8720-406434f14fc1 req-9a93debf-9bb6-4745-9d46-efb2795769a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0573187 Aug 09 11:50:57.067014 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-646486c6-9888-4ef7-8720-406434f14fc1 req-66ef9d93-3bd2-46ea-a6db-824417a25fc1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340822 Aug 09 11:50:57.342893 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3ab13a97-1fed-4b26-9580-e5c7a26cf085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.439028 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38424) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:57.543228 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3ab627df-82e1-4703-b8ed-fdb6f3a8821f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.643210 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3ab627df-82e1-4703-b8ed-fdb6f3a8821f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.649294 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3ab627df-82e1-4703-b8ed-fdb6f3a8821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.681484 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab627df-82e1-4703-b8ed-fdb6f3a8821f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418b2e46-864f-488e-b2ad-c0f651183771,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:57.697021 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-3ab627df-82e1-4703-b8ed-fdb6f3a8821f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4027316e8344aec8862836e3598e5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568643 Aug 09 11:50:57.699686 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38428) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:57.749168 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3e5910a7-edfa-464a-a5e2-b88a37dd5c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.769736 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3e5910a7-edfa-464a-a5e2-b88a37dd5c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.816989 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3e5910a7-edfa-464a-a5e2-b88a37dd5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.819528 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-3e5910a7-edfa-464a-a5e2-b88a37dd5c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.820681 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-3e5910a7-edfa-464a-a5e2-b88a37dd5c2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/418b2e46-864f-488e-b2ad-c0f651183771 HTTP/1.1" status: 204 len: 168 time: 0.1200075 Aug 09 11:50:57.828803 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5910a7-edfa-464a-a5e2-b88a37dd5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b2e46-864f-488e-b2ad-c0f651183771,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:58.083787 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38436) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:58.099202 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ba1b73a0-4f88-4b58-8798-a210689c046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:58.212581 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a718bb-1701-496f-a33f-f9439c091d3e req-184d7fa1-c605-4674-aa8a-81cdbbcb424a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:58.213944 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56a718bb-1701-496f-a33f-f9439c091d3e req-184d7fa1-c605-4674-aa8a-81cdbbcb424a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0731459 Aug 09 11:50:58.247092 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ba1b73a0-4f88-4b58-8798-a210689c046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:58.252573 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ba1b73a0-4f88-4b58-8798-a210689c046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:58.281421 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-56a718bb-1701-496f-a33f-f9439c091d3e req-edbcba15-ae44-4f2b-b243-3088ca2d553e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600154 Aug 09 11:50:58.298283 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-ba1b73a0-4f88-4b58-8798-a210689c046a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0423f39ea0284dd8ae19b2ed9dc69fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134135 Aug 09 11:50:58.301068 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38440) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:58.303314 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b73a0-4f88-4b58-8798-a210689c046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1632640b-1c41-43c5-aa02-85b8b4ba7ad2,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:58.350274 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b88609e-3161-4a48-aaf3-9d3691744e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:58.371182 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b88609e-3161-4a48-aaf3-9d3691744e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:58.419184 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b88609e-3161-4a48-aaf3-9d3691744e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:58.421858 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5b88609e-3161-4a48-aaf3-9d3691744e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:58.423003 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5b88609e-3161-4a48-aaf3-9d3691744e2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1632640b-1c41-43c5-aa02-85b8b4ba7ad2 HTTP/1.1" status: 204 len: 168 time: 0.1208551 Aug 09 11:50:58.431844 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88609e-3161-4a48-aaf3-9d3691744e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1632640b-1c41-43c5-aa02-85b8b4ba7ad2,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:59.435736 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635400ff-88e5-46de-be00-10f23f2831c6 req-d7293361-d04f-47b9-8b31-5bd6cf3fb2be tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:59.438643 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-635400ff-88e5-46de-be00-10f23f2831c6 req-d7293361-d04f-47b9-8b31-5bd6cf3fb2be tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0645895 Aug 09 11:50:59.494885 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-635400ff-88e5-46de-be00-10f23f2831c6 req-ddae6df9-8cee-4112-9772-36cbda4507c1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497279 Aug 09 11:51:00.210576 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7d532f3c-f7ad-4998-a532-ef8c5cf98827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:00.349131 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:00.682237 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b1fa-b47f-42f6-86de-46ae78cbd321 req-e6bcfbf6-0d4e-4910-bdb6-c172aa4f63a5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:00.684160 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c2a7b1fa-b47f-42f6-86de-46ae78cbd321 req-e6bcfbf6-0d4e-4910-bdb6-c172aa4f63a5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0915277 Aug 09 11:51:00.739764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c2a7b1fa-b47f-42f6-86de-46ae78cbd321 req-5e045c05-1ee7-4cec-a6b5-7567f6f3bd06 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489037 Aug 09 11:51:01.528736 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.868965 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26cef8-189c-44c7-b056-c9df235418e2 req-2e598433-34d8-4913-afb0-53005b13dd4f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:01.870775 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-db26cef8-189c-44c7-b056-c9df235418e2 req-2e598433-34d8-4913-afb0-53005b13dd4f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0547516 Aug 09 11:51:01.914395 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-db26cef8-189c-44c7-b056-c9df235418e2 req-4fc5719e-3149-4c10-bf6c-c22261a079bc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355942 Aug 09 11:51:02.993593 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:03.034652 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496bfe3-93e7-4c53-972d-8a3782df6cce req-f8f50f45-da8a-4dbc-8abc-4743c812adc2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:03.036123 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f496bfe3-93e7-4c53-972d-8a3782df6cce req-f8f50f45-da8a-4dbc-8abc-4743c812adc2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0485623 Aug 09 11:51:03.073331 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f496bfe3-93e7-4c53-972d-8a3782df6cce req-1f9dda4f-57f8-4e90-8242-db148c032af5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Aug 09 11:51:04.196844 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03e0c-39e8-4e39-a657-54fb74b00242 req-e7a69f48-c2b2-414a-8c44-30c1c8e1d440 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:04.198299 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d03e0c-39e8-4e39-a657-54fb74b00242 req-e7a69f48-c2b2-414a-8c44-30c1c8e1d440 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0536561 Aug 09 11:51:04.237877 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d03e0c-39e8-4e39-a657-54fb74b00242 req-b67d16e9-892c-4b56-be8f-23a2c8f0d872 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Aug 09 11:51:04.863120 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38550) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:04.916535 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] Deleting subnet 6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2 {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:51:04.920549 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:04.957536 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:04.999015 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.053677 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.079097 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:05.082903 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.085532 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a39b0cb6-3cd6-45ff-aab1-99ae0f65e6d5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6ffc3f39-88ca-4d8c-83e2-fb30119b5cb2 HTTP/1.1" status: 204 len: 168 time: 0.2204888 Aug 09 11:51:05.087275 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38556) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:05.154034 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.236334 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.246802 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cb2d68-f45f-4ec5-91b9-9c0ff979781a']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:05.257550 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78592f79-9226-448c-a454-58ab1f89fae0') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:05.257766 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78592f79-9226-448c-a454-58ab1f89fae0') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:05.267673 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.282408 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.288476 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:51:05.288907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:51:05.290890 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:51:05.347183 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.353446 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.356429 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] 10.222.0.50 "DELETE /v2.0/networks/26cb2d68-f45f-4ec5-91b9-9c0ff979781a HTTP/1.1" status: 204 len: 168 time: 0.2675173 Aug 09 11:51:05.366703 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbf30b-9b0f-4d3e-b003-ca0407d34d96 req-5f12df84-0dd7-4baa-8d44-d77d5d8b68b9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:05.367235 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b4268-f8ef-46bf-a870-da5c533252af admin admin] Pushing event deleted for resources: {'Network': ['ID=26cb2d68-f45f-4ec5-91b9-9c0ff979781a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:05.372121 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5cdbf30b-9b0f-4d3e-b003-ca0407d34d96 req-5f12df84-0dd7-4baa-8d44-d77d5d8b68b9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0582588 Aug 09 11:51:05.409005 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5cdbf30b-9b0f-4d3e-b003-ca0407d34d96 req-b0a43820-a3df-4d31-a377-6cc074b89d0a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Aug 09 11:51:05.526410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38562) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:05.569996 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-2e427e4e-f187-4e25-bbe4-dc363c04edd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bffcfae71914414ab12b6046865dc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421946 Aug 09 11:51:05.572436 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38564) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:05.620099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ca215e98-b594-44bd-81d8-90b31f72a592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.641239 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ca215e98-b594-44bd-81d8-90b31f72a592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.689032 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ca215e98-b594-44bd-81d8-90b31f72a592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.691624 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ca215e98-b594-44bd-81d8-90b31f72a592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:05.692765 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ca215e98-b594-44bd-81d8-90b31f72a592 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71d839d6-49cf-40ed-b5d7-473356484af5 HTTP/1.1" status: 204 len: 168 time: 0.1194446 Aug 09 11:51:05.700732 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca215e98-b594-44bd-81d8-90b31f72a592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d839d6-49cf-40ed-b5d7-473356484af5,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:06.389346 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:06.537039 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfe5e1-6304-4f17-b6c8-8450b34b43ce req-f7df3c1a-45bf-4fb1-848f-41224d7e0ce7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:06.538655 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dcdfe5e1-6304-4f17-b6c8-8450b34b43ce req-f7df3c1a-45bf-4fb1-848f-41224d7e0ce7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0525293 Aug 09 11:51:06.581362 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dcdfe5e1-6304-4f17-b6c8-8450b34b43ce req-57ebd2d4-b762-40a2-8aed-f4adad171971 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343752 Aug 09 11:51:07.467315 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38606) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:07.571566 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2508e4e8-406d-4a84-89f3-94dffc7b7d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.704821 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2508e4e8-406d-4a84-89f3-94dffc7b7d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.709496 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2508e4e8-406d-4a84-89f3-94dffc7b7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.740574 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009c59-cb68-4d12-8275-a93cab70924f req-cf532bdb-77ad-404b-ab35-984ccb8d413f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:07.742060 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2f009c59-cb68-4d12-8275-a93cab70924f req-cf532bdb-77ad-404b-ab35-984ccb8d413f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0823896 Aug 09 11:51:07.773309 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-2508e4e8-406d-4a84-89f3-94dffc7b7d09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c37fe145bd9d48a9b1d71b4d6f221fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042216 Aug 09 11:51:07.775713 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508e4e8-406d-4a84-89f3-94dffc7b7d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27eaf58-7bef-4e20-b0c6-90dbf9461906,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:07.776249 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38612) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:07.800027 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2f009c59-cb68-4d12-8275-a93cab70924f req-ac6caa1e-6838-4a89-8a6d-5640e1b48dde tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473061 Aug 09 11:51:07.826160 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fbb796a4-3d58-448e-972c-3fc339a093ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.849500 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fbb796a4-3d58-448e-972c-3fc339a093ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.896109 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fbb796a4-3d58-448e-972c-3fc339a093ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.898560 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fbb796a4-3d58-448e-972c-3fc339a093ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.899714 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-fbb796a4-3d58-448e-972c-3fc339a093ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d27eaf58-7bef-4e20-b0c6-90dbf9461906 HTTP/1.1" status: 204 len: 168 time: 0.1216779 Aug 09 11:51:07.908244 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb796a4-3d58-448e-972c-3fc339a093ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27eaf58-7bef-4e20-b0c6-90dbf9461906,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:08.154625 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38618) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:08.167450 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac2fa-b4a5-4993-a51c-0922c8d029b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:08.253398 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac2fa-b4a5-4993-a51c-0922c8d029b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:08.257473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1d5ac2fa-b4a5-4993-a51c-0922c8d029b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:08.297673 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-1d5ac2fa-b4a5-4993-a51c-0922c8d029b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9678b36f03343c792a6daed4a997100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419683 Aug 09 11:51:08.300218 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38624) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:08.307924 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ac2fa-b4a5-4993-a51c-0922c8d029b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90647ac-9931-4f51-8d54-2d76e8a90546,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:08.358756 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8082b4c9-1ab9-41d8-a6eb-7994ce19cfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:08.380215 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8082b4c9-1ab9-41d8-a6eb-7994ce19cfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:08.425126 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8082b4c9-1ab9-41d8-a6eb-7994ce19cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:08.427724 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8082b4c9-1ab9-41d8-a6eb-7994ce19cfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:08.428866 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8082b4c9-1ab9-41d8-a6eb-7994ce19cfe4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b90647ac-9931-4f51-8d54-2d76e8a90546 HTTP/1.1" status: 204 len: 168 time: 0.1277244 Aug 09 11:51:08.436316 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b4c9-1ab9-41d8-a6eb-7994ce19cfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90647ac-9931-4f51-8d54-2d76e8a90546,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:08.925591 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade7599-2bd4-48af-884d-9a3190f27e9d req-d4872640-52dd-44d1-a45f-6eff6f1b67fe tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:08.925591 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bade7599-2bd4-48af-884d-9a3190f27e9d req-d4872640-52dd-44d1-a45f-6eff6f1b67fe tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0512507 Aug 09 11:51:08.964481 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bade7599-2bd4-48af-884d-9a3190f27e9d req-2aac19cd-58f4-4db3-9b90-9cc54cbae89f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325069 Aug 09 11:51:09.491848 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38664) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:09.602844 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9630eaee-019b-4715-b331-2f2712aca55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.654693 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38670) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:09.698682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9630eaee-019b-4715-b331-2f2712aca55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.703372 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9630eaee-019b-4715-b331-2f2712aca55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.740265 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630eaee-019b-4715-b331-2f2712aca55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5695b7-063b-4b0c-bb84-e58954f777c2,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:09.747992 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-9630eaee-019b-4715-b331-2f2712aca55f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71eec7f55e1446f6838117562c4e22bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524660 Aug 09 11:51:09.748929 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38674) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:09.775151 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-38307922-9c9a-4594-b4df-fa55dd115399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.836719 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ab172150-d969-4794-95a5-39e0b5a80678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.869692 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ab172150-d969-4794-95a5-39e0b5a80678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.936159 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-38307922-9c9a-4594-b4df-fa55dd115399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.941429 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-38307922-9c9a-4594-b4df-fa55dd115399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.946486 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ab172150-d969-4794-95a5-39e0b5a80678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.949533 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ab172150-d969-4794-95a5-39e0b5a80678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:09.950660 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ab172150-d969-4794-95a5-39e0b5a80678 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee5695b7-063b-4b0c-bb84-e58954f777c2 HTTP/1.1" status: 204 len: 168 time: 0.2010417 Aug 09 11:51:09.986509 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-38307922-9c9a-4594-b4df-fa55dd115399 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21070656785a41e7ba772db22ee11222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307595 Aug 09 11:51:09.987360 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38307922-9c9a-4594-b4df-fa55dd115399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1703ac00-09ec-4c1a-9227-2515dbf9dfb1,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:09.989194 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38678) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:09.997858 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab172150-d969-4794-95a5-39e0b5a80678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5695b7-063b-4b0c-bb84-e58954f777c2,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:10.045252 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-642f45e4-22c2-45ec-9b27-5c63320d8801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:10.091761 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-642f45e4-22c2-45ec-9b27-5c63320d8801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:10.137814 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea1044-7af8-40dc-ba24-d16601b76c09 req-f5461be6-ae5b-4433-9f4c-596be880cf93 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:10.139303 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-87ea1044-7af8-40dc-ba24-d16601b76c09 req-f5461be6-ae5b-4433-9f4c-596be880cf93 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0897923 Aug 09 11:51:10.173947 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-642f45e4-22c2-45ec-9b27-5c63320d8801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:10.176432 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-642f45e4-22c2-45ec-9b27-5c63320d8801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:10.177543 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-642f45e4-22c2-45ec-9b27-5c63320d8801 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1703ac00-09ec-4c1a-9227-2515dbf9dfb1 HTTP/1.1" status: 204 len: 168 time: 0.1867735 Aug 09 11:51:10.190488 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-87ea1044-7af8-40dc-ba24-d16601b76c09 req-bac6b958-a312-49d8-a4c5-79c7fd3bf635 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445564 Aug 09 11:51:10.191314 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f45e4-22c2-45ec-9b27-5c63320d8801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1703ac00-09ec-4c1a-9227-2515dbf9dfb1,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:11.333286 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12390aab-2dde-4d97-afc3-0b59a5ab9ce0 req-dfba94ee-cba2-4a4b-a647-f229aa3f9707 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:11.334814 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-12390aab-2dde-4d97-afc3-0b59a5ab9ce0 req-dfba94ee-cba2-4a4b-a647-f229aa3f9707 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0570760 Aug 09 11:51:11.385220 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-12390aab-2dde-4d97-afc3-0b59a5ab9ce0 req-9596771d-a1b3-483a-b268-a5d55e852d30 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392601 Aug 09 11:51:12.505707 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33841aa3-676c-4ae0-8d44-9e3f46e90c18 req-977617fd-058e-41f3-b33f-67713d64f0ad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:12.507171 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-33841aa3-676c-4ae0-8d44-9e3f46e90c18 req-977617fd-058e-41f3-b33f-67713d64f0ad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0498202 Aug 09 11:51:12.545648 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-33841aa3-676c-4ae0-8d44-9e3f46e90c18 req-b4813a54-e0e8-451f-8d4b-92bf23655e66 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Aug 09 11:51:13.664644 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc96b3-5c92-408c-be54-c1e1947e3347 req-9b07a159-0c26-497a-87a7-0031ca221caf tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:13.666043 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fcc96b3-5c92-408c-be54-c1e1947e3347 req-9b07a159-0c26-497a-87a7-0031ca221caf tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 944 time: 0.0483925 Aug 09 11:51:13.703128 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fcc96b3-5c92-408c-be54-c1e1947e3347 req-70430783-5776-456c-8340-ea732b6edf07 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305374 Aug 09 11:51:14.578839 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:51:14.686668 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:14.698047 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'port_id': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'mac_address': 'fa:16:3e:6f:89:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:51:14.738590 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:14.752371 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb5086e-7901-4d51-8586-0d9123dfbb12 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:51:14.773140 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:14.780696 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:14.833321 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be0956-9a09-4d8f-916b-94d2b879910c req-1f8a4a89-bc2d-45b9-833d-f55c3c55f53c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:14.834718 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=9']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:14.834901 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-53be0956-9a09-4d8f-916b-94d2b879910c req-1f8a4a89-bc2d-45b9-833d-f55c3c55f53c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 945 time: 0.0515993 Aug 09 11:51:14.843817 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.843817 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.843817 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.843817 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.844179 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.844426 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.844994 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.845368 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.845761 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.846134 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.846504 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.846873 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:14.876991 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-53be0956-9a09-4d8f-916b-94d2b879910c req-5acd6c75-6e2a-49d8-8a4e-71c92d242378 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341234 Aug 09 11:51:15.312583 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['9fb5086e-7901-4d51-8586-0d9123dfbb12'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:51:15.997135 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a80373-298f-44d3-b96b-4dbdd05e0ac8 req-16d5ee86-87e6-4b85-8ae7-775237e46107 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:15.998640 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-48a80373-298f-44d3-b96b-4dbdd05e0ac8 req-16d5ee86-87e6-4b85-8ae7-775237e46107 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 945 time: 0.0490487 Aug 09 11:51:16.037231 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-48a80373-298f-44d3-b96b-4dbdd05e0ac8 req-eb7cd798-85fc-4c3a-9da1-221652736c63 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326159 Aug 09 11:51:16.591515 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:16.645980 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 9fb5086e-7901-4d51-8586-0d9123dfbb12 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:16.646345 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:16.726364 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:16.755906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:51:16.755906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7a08ef-4c5e-4cbc-9466-882ad842aada" -d '{"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-plugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:51:16.765841 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:16.770915 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:16.795144 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f06a235-d1a2-4cfc-807a-8987ce7070f1 x-openstack-request-id: req-6f06a235-d1a2-4cfc-807a-8987ce7070f1 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:51:16.795505 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-plugged", "status": "completed", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:51:16.795843 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f06a235-d1a2-4cfc-807a-8987ce7070f1 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:51:16.796289 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'code': 200} Aug 09 11:51:16.824789 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=10']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:17.156475 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76905ef-5bdd-40d6-8e2a-d2590e377667 req-299b16d5-ce8a-473e-b499-8bd4e6d5618f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:17.158147 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d76905ef-5bdd-40d6-8e2a-d2590e377667 req-299b16d5-ce8a-473e-b499-8bd4e6d5618f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0491872 Aug 09 11:51:17.204086 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d76905ef-5bdd-40d6-8e2a-d2590e377667 req-df9f9fb8-d6cf-4d9e-80cc-a88d677681f4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385602 Aug 09 11:51:17.429213 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26f60f-d23d-4d23-827e-4dc1d8795d7e req-a819c63e-6049-434c-8ea9-e8909fa53618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:17.431074 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2b26f60f-d23d-4d23-827e-4dc1d8795d7e req-a819c63e-6049-434c-8ea9-e8909fa53618 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 1100 time: 0.0564697 Aug 09 11:51:17.470006 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2b26f60f-d23d-4d23-827e-4dc1d8795d7e req-4819f453-ac2d-4d83-a2c8-6f61f10fa5fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Aug 09 11:51:18.332543 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f5aa2-370e-4fda-9121-0a00abc1bd44 req-6314f865-87b7-45bd-8de5-b41b55086f3e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:18.334000 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be2f5aa2-370e-4fda-9121-0a00abc1bd44 req-6314f865-87b7-45bd-8de5-b41b55086f3e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0507977 Aug 09 11:51:18.371032 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be2f5aa2-370e-4fda-9121-0a00abc1bd44 req-2fbb46f1-f3b9-4e23-bc27-4d9820c586da tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303514 Aug 09 11:51:19.082711 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38946) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:19.190611 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5935dd0c-60c1-44c0-a2d3-53059e78b044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.286003 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5935dd0c-60c1-44c0-a2d3-53059e78b044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.291191 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-5935dd0c-60c1-44c0-a2d3-53059e78b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.331064 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-5935dd0c-60c1-44c0-a2d3-53059e78b044 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00f0455d1fda4524ba4cf86eda44c102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472823 Aug 09 11:51:19.331944 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935dd0c-60c1-44c0-a2d3-53059e78b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba620e-a1b4-4d8a-9568-854664d257dd,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:19.335357 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38962) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:19.404195 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-58a928f4-50cd-4ddd-8ec2-6df8dbe75fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.430765 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-58a928f4-50cd-4ddd-8ec2-6df8dbe75fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.514851 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8405c1-cc5f-408d-b47a-162b32cdc9db req-82ca85f7-be32-4a6f-95d8-f1b3c84926ef tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:19.516403 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9f8405c1-cc5f-408d-b47a-162b32cdc9db req-82ca85f7-be32-4a6f-95d8-f1b3c84926ef tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0659177 Aug 09 11:51:19.531732 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-58a928f4-50cd-4ddd-8ec2-6df8dbe75fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.534154 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-58a928f4-50cd-4ddd-8ec2-6df8dbe75fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.535190 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-58a928f4-50cd-4ddd-8ec2-6df8dbe75fa5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7ba620e-a1b4-4d8a-9568-854664d257dd HTTP/1.1" status: 204 len: 168 time: 0.1988328 Aug 09 11:51:19.551391 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a928f4-50cd-4ddd-8ec2-6df8dbe75fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba620e-a1b4-4d8a-9568-854664d257dd,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:19.578682 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9f8405c1-cc5f-408d-b47a-162b32cdc9db req-1e4d47b4-2311-4bb2-96fc-9b7bdb3743ef tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534360 Aug 09 11:51:19.818484 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 38994) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:19.832234 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-17be68ac-4684-45eb-99ec-016b2c390fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.922110 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-17be68ac-4684-45eb-99ec-016b2c390fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.925999 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-17be68ac-4684-45eb-99ec-016b2c390fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:19.967350 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-17be68ac-4684-45eb-99ec-016b2c390fbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f805225574a49688a471c78a96408ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477065 Aug 09 11:51:19.968128 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be68ac-4684-45eb-99ec-016b2c390fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b395886-8c35-4945-b2f7-40d6e226c70e,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:19.969958 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 38996) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:20.027193 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c7df1ded-bd0d-4ea3-badd-cd1a651cd8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.048620 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c7df1ded-bd0d-4ea3-badd-cd1a651cd8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.099563 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c7df1ded-bd0d-4ea3-badd-cd1a651cd8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.102345 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c7df1ded-bd0d-4ea3-badd-cd1a651cd8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.103477 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c7df1ded-bd0d-4ea3-badd-cd1a651cd8f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b395886-8c35-4945-b2f7-40d6e226c70e HTTP/1.1" status: 204 len: 168 time: 0.1280506 Aug 09 11:51:20.111356 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df1ded-bd0d-4ea3-badd-cd1a651cd8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b395886-8c35-4945-b2f7-40d6e226c70e,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:20.449584 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39008) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:20.462926 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9618532b-0184-447a-8261-4de6c77f7f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.554830 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9618532b-0184-447a-8261-4de6c77f7f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.559927 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-9618532b-0184-447a-8261-4de6c77f7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.598779 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-9618532b-0184-447a-8261-4de6c77f7f1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44b025180dc543c19637d549116715a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481454 Aug 09 11:51:20.599620 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618532b-0184-447a-8261-4de6c77f7f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1396df90-b2e6-4293-9e2d-de30750bd0d4,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:20.601778 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39010) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:20.658774 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-05b07d5f-3c1f-4306-8a44-ee0598ca4f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.710489 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-05b07d5f-3c1f-4306-8a44-ee0598ca4f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.740618 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fee4a1-0e7a-4c86-971a-9d88b0f7adf9 req-006783dc-287f-4f19-b81e-5b925d92cc6e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:20.742078 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-57fee4a1-0e7a-4c86-971a-9d88b0f7adf9 req-006783dc-287f-4f19-b81e-5b925d92cc6e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0852592 Aug 09 11:51:20.788181 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-57fee4a1-0e7a-4c86-971a-9d88b0f7adf9 req-7645203f-d4bb-4817-848b-a3093daabc7c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Aug 09 11:51:20.795113 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-05b07d5f-3c1f-4306-8a44-ee0598ca4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.797712 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-05b07d5f-3c1f-4306-8a44-ee0598ca4f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:20.798782 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-05b07d5f-3c1f-4306-8a44-ee0598ca4f51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1396df90-b2e6-4293-9e2d-de30750bd0d4 HTTP/1.1" status: 204 len: 168 time: 0.1960263 Aug 09 11:51:20.807228 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b07d5f-3c1f-4306-8a44-ee0598ca4f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1396df90-b2e6-4293-9e2d-de30750bd0d4,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:21.442183 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39042) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:21.548851 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e472b7fb-6064-49cf-b6f3-98664ee6481c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.641903 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e472b7fb-6064-49cf-b6f3-98664ee6481c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.646883 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e472b7fb-6064-49cf-b6f3-98664ee6481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.685510 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-e472b7fb-6064-49cf-b6f3-98664ee6481c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc08b3a3f17c4621a1a939d362318a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421358 Aug 09 11:51:21.686326 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472b7fb-6064-49cf-b6f3-98664ee6481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c72455-7ba2-4147-af34-7d0016ec3842,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:21.688214 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39050) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:21.751904 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-83c12628-235d-4daa-bca2-e45db743810b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.775987 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-83c12628-235d-4daa-bca2-e45db743810b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.841358 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-83c12628-235d-4daa-bca2-e45db743810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.845093 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-83c12628-235d-4daa-bca2-e45db743810b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.846723 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-83c12628-235d-4daa-bca2-e45db743810b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77c72455-7ba2-4147-af34-7d0016ec3842 HTTP/1.1" status: 204 len: 168 time: 0.1567295 Aug 09 11:51:21.864069 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12628-235d-4daa-bca2-e45db743810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c72455-7ba2-4147-af34-7d0016ec3842,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:23.137078 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-a1322482-70ff-4858-ab47-d304c6b7003a tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a2ddb9ab7c14462c990c4d3aaa355fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300889 Aug 09 11:51:23.311933 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-ba3e471d-6066-4bf2-910e-fa37b7835af4 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:23.313275 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-ba3e471d-6066-4bf2-910e-fa37b7835af4 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708400 Aug 09 11:51:23.327535 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-f3465bfc-4d8a-4933-801c-c378cf1bdc55 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/quotas/a2ddb9ab7c14462c990c4d3aaa355fd2 HTTP/1.1" status: 200 len: 375 time: 0.0086751 Aug 09 11:51:23.360554 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-b89dd172-a6af-4110-99b2-51b8ce1a039a tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2ddb9ab7c14462c990c4d3aaa355fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280316 Aug 09 11:51:23.515818 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dd0f58f4-a7e3-44ee-8dbf-901c7c85997d req-1f45f8a5-a640-466b-822f-dc39e36e23d8 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 210 time: 0.0255663 Aug 09 11:51:24.467212 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-1c6cf6d4-c611-4484-b76a-18eaed8bcd9a tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a2ddb9ab7c14462c990c4d3aaa355fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214276 Aug 09 11:51:24.576132 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-d3e4258a-6261-4c2c-8ab1-247d983c0e1c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:24.577601 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-d3e4258a-6261-4c2c-8ab1-247d983c0e1c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044040 Aug 09 11:51:24.613857 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Request body: {'port': {'device_id': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc', 'admin_state_up': True, 'tenant_id': 'a2ddb9ab7c14462c990c4d3aaa355fd2'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:24.618023 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6e861e70-b6e1-4264-8ca9-58fe687ac676 req-d271c1d8-0e85-4f47-9dac-e7c527b5273c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 210 time: 0.0361509 Aug 09 11:51:24.722433 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Made reservation on behalf of a2ddb9ab7c14462c990c4d3aaa355fd2 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:24.726158 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:24.735144 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:24.822045 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:24.826340 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:24.893286 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6083f02-8051-4fea-8aa6-f09477ca64cc,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:24.959361 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Allocated IP 192.168.233.132 (ba3ca7d9-40eb-4664-b9d8-5e66766636dc/22205d1d-8a43-4a97-ab23-0887649e6080/ee0984d2-0e99-432b-ad51-e4d8d9c03379) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:25.102874 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.118265 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Transition to ACTIVE for port object ee0984d2-0e99-432b-ad51-e4d8d9c03379 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:25.151117 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.194565 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Network ba3ca7d9-40eb-4664-b9d8-5e66766636dc is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:25.197838 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:25.200236 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:25.225464 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Pushing event updated for resources: {'Port': ['ID=ee0984d2-0e99-432b-ad51-e4d8d9c03379,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:25.254904 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:25.255509 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.269889 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-440bf8ee-9523-4923-824f-a0bc6eab0b4c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6600046 Aug 09 11:51:25.345252 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Request body: {'port': {'device_id': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:25.404675 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.463366 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-55036faf-15a7-4153-bf90-04ca432c172b None None] Provisioning for port ee0984d2-0e99-432b-ad51-e4d8d9c03379 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:25.467893 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-55036faf-15a7-4153-bf90-04ca432c172b None None] Provisioning complete for port ee0984d2-0e99-432b-ad51-e4d8d9c03379 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:25.468392 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-55036faf-15a7-4153-bf90-04ca432c172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.502274 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-55036faf-15a7-4153-bf90-04ca432c172b None None] Port ee0984d2-0e99-432b-ad51-e4d8d9c03379 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:51:25.662678 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0984d2-0e99-432b-ad51-e4d8d9c03379 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:51:25.670376 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.682426 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Transition to ACTIVE for port object ee0984d2-0e99-432b-ad51-e4d8d9c03379 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:25.687036 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.738723 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0984d2-0e99-432b-ad51-e4d8d9c03379,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:25.764160 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff10ee-7f60-404a-a7ad-92374e7ee463 req-8f5b6b40-173f-4d94-b76c-a3c66994b02b tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:25.765687 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9dff10ee-7f60-404a-a7ad-92374e7ee463 req-8f5b6b40-173f-4d94-b76c-a3c66994b02b tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 948 time: 0.0601778 Aug 09 11:51:25.805306 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9dff10ee-7f60-404a-a7ad-92374e7ee463 req-613048e2-4bce-421a-af0a-0b53449b0a7e tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Aug 09 11:51:25.817822 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Attempting to bind port ee0984d2-0e99-432b-ad51-e4d8d9c03379 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:25.818278 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Attempting to bind port ee0984d2-0e99-432b-ad51-e4d8d9c03379 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:25.818829 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Attempting to bind port ee0984d2-0e99-432b-ad51-e4d8d9c03379 on network ba3ca7d9-40eb-4664-b9d8-5e66766636dc {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:25.823741 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Port ee0984d2-0e99-432b-ad51-e4d8d9c03379 on network ba3ca7d9-40eb-4664-b9d8-5e66766636dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:51:25.824177 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Attempting to bind port ee0984d2-0e99-432b-ad51-e4d8d9c03379 on network ba3ca7d9-40eb-4664-b9d8-5e66766636dc {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:25.829308 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:25.829714 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Checking segment: {'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:25.830166 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Bound using segment: {'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:25.830743 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Bound port: ee0984d2-0e99-432b-ad51-e4d8d9c03379, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b302f74-4d70-4a92-88d7-252131071b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:25.831165 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.896139 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] For port ee0984d2-0e99-432b-ad51-e4d8d9c03379, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:25.899045 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] For port ee0984d2-0e99-432b-ad51-e4d8d9c03379, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee0984d2-0e99-432b-ad51-e4d8d9c03379,segment=NetworkSegment(9b302f74-4d70-4a92-88d7-252131071b7c),segment_id=9b302f74-4d70-4a92-88d7-252131071b7c)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:25.903547 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.936304 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:25.936919 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.938289 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/ee0984d2-0e99-432b-ad51-e4d8d9c03379 HTTP/1.1" status: 200 len: 1098 time: 0.5975230 Aug 09 11:51:25.938723 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'tag': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:51:25.940999 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eca863-c677-46f3-b47c-8249f28048ec" -d '{"events": [{"name": "network-changed", "server_uuid": "66f07a52-ae7e-41ef-9b05-d3ad834ba6e0", "tag": "ee0984d2-0e99-432b-ad51-e4d8d9c03379"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:51:25.969781 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92548ae5-335a-46b5-9281-cd281d5396b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0984d2-0e99-432b-ad51-e4d8d9c03379,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:25.987233 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7644f51-25d4-483c-ba7b-f7a45c582330 x-openstack-request-id: req-a7644f51-25d4-483c-ba7b-f7a45c582330 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:51:25.987599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f07a52-ae7e-41ef-9b05-d3ad834ba6e0", "tag": "ee0984d2-0e99-432b-ad51-e4d8d9c03379", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:51:25.988078 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7644f51-25d4-483c-ba7b-f7a45c582330 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:51:25.988532 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'tag': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379', 'status': 'completed', 'code': 200} Aug 09 11:51:26.061196 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-3c585e89-784f-4dad-a70d-ea971f01ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.062718 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-3c585e89-784f-4dad-a70d-ea971f01ba37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2ddb9ab7c14462c990c4d3aaa355fd2&device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 1101 time: 0.0478554 Aug 09 11:51:26.122133 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-cbb25c21-2c96-45c0-90da-307146f3c365 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ee0984d2-0e99-432b-ad51-e4d8d9c03379 HTTP/1.1" status: 200 len: 217 time: 0.0357027 Aug 09 11:51:26.170776 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-ffbd8431-3193-4947-8016-4a8e6368f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.172258 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-ffbd8431-3193-4947-8016-4a8e6368f972 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=22205d1d-8a43-4a97-ab23-0887649e6080 HTTP/1.1" status: 200 len: 843 time: 0.0433509 Aug 09 11:51:26.218647 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-825e98b8-c6ff-4c0a-ba90-121cb79f7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.220024 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-825e98b8-c6ff-4c0a-ba90-121cb79f7daf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3ca7d9-40eb-4664-b9d8-5e66766636dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409901 Aug 09 11:51:26.309003 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-d3e6d58c-a25d-4e89-9e7c-7db01493e998 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3ca7d9-40eb-4664-b9d8-5e66766636dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810270 Aug 09 11:51:26.400200 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4af1672-bf8f-4616-a10a-855bb1707779 req-e0ba58a4-2f0d-4084-939e-f6a427ce23f6 service neutron] 10.222.0.43 "GET /v2.0/networks/ba3ca7d9-40eb-4664-b9d8-5e66766636dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833774 Aug 09 11:51:26.548758 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eca863-c677-46f3-b47c-8249f28048ec req-73520581-7a76-41f8-a057-8891f004c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.550146 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-90eca863-c677-46f3-b47c-8249f28048ec req-73520581-7a76-41f8-a057-8891f004c6ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2ddb9ab7c14462c990c4d3aaa355fd2&device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 1101 time: 0.0403867 Aug 09 11:51:26.637499 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eca863-c677-46f3-b47c-8249f28048ec req-9d36b752-6e7e-42b7-a9e3-b72db6e2fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.638937 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-90eca863-c677-46f3-b47c-8249f28048ec req-9d36b752-6e7e-42b7-a9e3-b72db6e2fb49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba3ca7d9-40eb-4664-b9d8-5e66766636dc HTTP/1.1" status: 200 len: 870 time: 0.0813129 Aug 09 11:51:26.683449 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-90eca863-c677-46f3-b47c-8249f28048ec req-2d640105-a23b-4e7c-8360-b8f27e691a65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ee0984d2-0e99-432b-ad51-e4d8d9c03379 HTTP/1.1" status: 200 len: 217 time: 0.0365829 Aug 09 11:51:26.738354 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eca863-c677-46f3-b47c-8249f28048ec req-d5534a26-b63d-49f6-82dc-69903746dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.739856 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-90eca863-c677-46f3-b47c-8249f28048ec req-d5534a26-b63d-49f6-82dc-69903746dabf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=22205d1d-8a43-4a97-ab23-0887649e6080 HTTP/1.1" status: 200 len: 843 time: 0.0485985 Aug 09 11:51:26.786008 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eca863-c677-46f3-b47c-8249f28048ec req-8e4a4416-e2f8-49a8-b799-60d887bce86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.787468 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-90eca863-c677-46f3-b47c-8249f28048ec req-8e4a4416-e2f8-49a8-b799-60d887bce86f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba3ca7d9-40eb-4664-b9d8-5e66766636dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398855 Aug 09 11:51:26.879549 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-90eca863-c677-46f3-b47c-8249f28048ec req-baf951b5-4b22-4c0f-bcc2-2e88910c916b service neutron] 10.222.0.43 "GET /v2.0/networks/ba3ca7d9-40eb-4664-b9d8-5e66766636dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837326 Aug 09 11:51:26.918386 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cd6e8-d99f-45ab-97cf-1b43a4f39246 req-a2fe5a59-3c2d-472a-ae24-b2bea0df928a tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:26.919914 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5d1cd6e8-d99f-45ab-97cf-1b43a4f39246 req-a2fe5a59-3c2d-472a-ae24-b2bea0df928a tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 948 time: 0.0468719 Aug 09 11:51:26.960599 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5d1cd6e8-d99f-45ab-97cf-1b43a4f39246 req-508effa6-5880-4d11-96ad-3c26c628adda tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346954 Aug 09 11:51:26.969472 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-90eca863-c677-46f3-b47c-8249f28048ec req-2f37b165-f1d4-4397-a0fd-4b111151a9bc service neutron] 10.222.0.43 "GET /v2.0/networks/ba3ca7d9-40eb-4664-b9d8-5e66766636dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819321 Aug 09 11:51:27.343493 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-75d594c7-bb8d-47b1-b56f-3bdf23705db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:28.075021 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c814e34-65cb-43a6-89b1-c5afe9b907e9 req-141cd544-e491-4bce-886c-096d55244efe tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:28.076509 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8c814e34-65cb-43a6-89b1-c5afe9b907e9 req-141cd544-e491-4bce-886c-096d55244efe tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 948 time: 0.0470572 Aug 09 11:51:28.118412 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8c814e34-65cb-43a6-89b1-c5afe9b907e9 req-7e7b3379-51df-4719-bd2b-8f95a5c87ed8 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Aug 09 11:51:29.232534 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395a4d-edb2-48d8-9dcf-0982f03d1382 req-e7eb864b-338d-4b15-8ba1-f6977cd79bff tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:29.233990 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ef395a4d-edb2-48d8-9dcf-0982f03d1382 req-e7eb864b-338d-4b15-8ba1-f6977cd79bff tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 948 time: 0.0477767 Aug 09 11:51:29.270452 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ef395a4d-edb2-48d8-9dcf-0982f03d1382 req-83e24b25-6e9e-4f99-89c4-442ba19e9515 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306749 Aug 09 11:51:29.556442 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:51:30.212515 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6be5eb5c-9ba6-4325-8925-19cd212f9fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:30.340458 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:30.385909 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd3463-106e-47e4-b41e-abaf4860eb76 req-b2d99c38-5da3-4612-8dc6-448335eb5b9c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:30.387366 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6cdd3463-106e-47e4-b41e-abaf4860eb76 req-b2d99c38-5da3-4612-8dc6-448335eb5b9c tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 948 time: 0.0511966 Aug 09 11:51:30.425196 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6cdd3463-106e-47e4-b41e-abaf4860eb76 req-ed151eb9-6e2a-4429-9baa-f78505fc2220 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Aug 09 11:51:30.680898 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ee0984d2-0e99-432b-ad51-e4d8d9c03379 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:51:30.781142 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ee0984d2-0e99-432b-ad51-e4d8d9c03379, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee0984d2-0e99-432b-ad51-e4d8d9c03379,segment=NetworkSegment(9b302f74-4d70-4a92-88d7-252131071b7c),segment_id=9b302f74-4d70-4a92-88d7-252131071b7c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:30.796162 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379', 'network_id': 'ba3ca7d9-40eb-4664-b9d8-5e66766636dc', 'port_id': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379', 'mac_address': 'fa:16:3e:74:0d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22205d1d-8a43-4a97-ab23-0887649e6080', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:51:30.831223 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:30.844017 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0984d2-0e99-432b-ad51-e4d8d9c03379 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:51:30.863605 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ee0984d2-0e99-432b-ad51-e4d8d9c03379, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee0984d2-0e99-432b-ad51-e4d8d9c03379,segment=NetworkSegment(9b302f74-4d70-4a92-88d7-252131071b7c),segment_id=9b302f74-4d70-4a92-88d7-252131071b7c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:30.867073 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:30.913225 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=ee0984d2-0e99-432b-ad51-e4d8d9c03379,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:31.355639 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['ee0984d2-0e99-432b-ad51-e4d8d9c03379'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:51:31.528266 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:31.544117 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53d54-29ee-4f9b-91dd-29981dd625e5 req-21d88d71-f5f9-43c5-b8e4-4bcb6e505bad tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:31.545592 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b1a53d54-29ee-4f9b-91dd-29981dd625e5 req-21d88d71-f5f9-43c5-b8e4-4bcb6e505bad tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 949 time: 0.0480509 Aug 09 11:51:31.582466 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b1a53d54-29ee-4f9b-91dd-29981dd625e5 req-bea4943c-0592-44c1-8279-72d3a411035d tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Aug 09 11:51:32.694098 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba387e2-f5e7-43d1-8f48-376f5b342b6b req-ef5585a2-ca0e-48dc-8dc6-b066e4711697 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:32.695560 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8ba387e2-f5e7-43d1-8f48-376f5b342b6b req-ef5585a2-ca0e-48dc-8dc6-b066e4711697 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 949 time: 0.0479112 Aug 09 11:51:32.705931 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ee0984d2-0e99-432b-ad51-e4d8d9c03379 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:32.737462 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8ba387e2-f5e7-43d1-8f48-376f5b342b6b req-870184b6-9dcc-4f12-bb84-d8ea6acf0bbd tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Aug 09 11:51:32.759245 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port ee0984d2-0e99-432b-ad51-e4d8d9c03379 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:32.763100 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port ee0984d2-0e99-432b-ad51-e4d8d9c03379 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:32.763463 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:32.841362 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:32.862770 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:51:32.864915 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26c06a-24ef-4253-91bd-4f10420498c1" -d '{"events": [{"server_uuid": "66f07a52-ae7e-41ef-9b05-d3ad834ba6e0", "name": "network-vif-plugged", "status": "completed", "tag": "ee0984d2-0e99-432b-ad51-e4d8d9c03379"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:51:32.877216 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ee0984d2-0e99-432b-ad51-e4d8d9c03379, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee0984d2-0e99-432b-ad51-e4d8d9c03379,segment=NetworkSegment(9b302f74-4d70-4a92-88d7-252131071b7c),segment_id=9b302f74-4d70-4a92-88d7-252131071b7c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:32.881337 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:32.904248 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff531b7-c930-4b7d-b64d-49fbb6ff76ff x-openstack-request-id: req-4ff531b7-c930-4b7d-b64d-49fbb6ff76ff {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:51:32.904533 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f07a52-ae7e-41ef-9b05-d3ad834ba6e0", "name": "network-vif-plugged", "status": "completed", "tag": "ee0984d2-0e99-432b-ad51-e4d8d9c03379", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:51:32.904781 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ff531b7-c930-4b7d-b64d-49fbb6ff76ff {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:51:32.905157 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379', 'code': 200} Aug 09 11:51:32.929918 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=ee0984d2-0e99-432b-ad51-e4d8d9c03379,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:32.996708 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:33.124179 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec318-647f-4089-85ef-aeceb22d6bc6 req-47f712c4-6f3a-4d8c-8c93-e71b0e0f6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:33.125542 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-36cec318-647f-4089-85ef-aeceb22d6bc6 req-47f712c4-6f3a-4d8c-8c93-e71b0e0f6ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 1103 time: 0.0467014 Aug 09 11:51:33.164693 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-36cec318-647f-4089-85ef-aeceb22d6bc6 req-319fd53c-409c-4e8c-b627-ee9e0c2fbb2a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297043 Aug 09 11:51:33.858755 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031256ad-9586-4236-bfd6-5ab707d9ce43 req-72b5844a-9ea8-43f5-91cf-e38a32bb9a7b tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:33.860222 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-031256ad-9586-4236-bfd6-5ab707d9ce43 req-72b5844a-9ea8-43f5-91cf-e38a32bb9a7b tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 950 time: 0.0481126 Aug 09 11:51:33.896044 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-031256ad-9586-4236-bfd6-5ab707d9ce43 req-6e6ad057-0745-4faa-8fdd-a64b9345d43d tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299625 Aug 09 11:51:35.007911 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c82c44-5c20-44d7-9544-896516aa089e req-9990e1ed-b4ad-4892-ba09-651a50431dbf tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:35.009287 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-53c82c44-5c20-44d7-9544-896516aa089e req-9990e1ed-b4ad-4892-ba09-651a50431dbf tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 950 time: 0.0472987 Aug 09 11:51:35.049518 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-53c82c44-5c20-44d7-9544-896516aa089e req-fea58c73-14ef-4bdc-a360-a0a90f100702 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Aug 09 11:51:35.292680 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f662-55ea-476e-ab8c-872b6505c161 req-a25638df-280c-4e31-9237-538fa28667f1 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:35.294715 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4122f662-55ea-476e-ab8c-872b6505c161 req-a25638df-280c-4e31-9237-538fa28667f1 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 950 time: 0.0472949 Aug 09 11:51:35.330274 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4122f662-55ea-476e-ab8c-872b6505c161 req-54848631-fda1-4b02-a829-774f698a8556 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297489 Aug 09 11:51:36.404700 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:36.446449 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd86b2-1bc4-4afe-9f3d-ea6ab381eb3f req-614901a4-2379-4b3c-8461-ab312fe626f3 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:36.447936 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-10bd86b2-1bc4-4afe-9f3d-ea6ab381eb3f req-614901a4-2379-4b3c-8461-ab312fe626f3 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 950 time: 0.0485961 Aug 09 11:51:36.487148 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-10bd86b2-1bc4-4afe-9f3d-ea6ab381eb3f req-dcf38238-b114-4645-a71c-1d3822a68de9 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/security-groups?id=f6083f02-8051-4fea-8aa6-f09477ca64cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Aug 09 11:51:37.120156 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-76c9953e-e624-472d-87d6-3d49d5e32165 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:37.121557 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-76c9953e-e624-472d-87d6-3d49d5e32165 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.43 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 950 time: 0.0470819 Aug 09 11:51:37.217572 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Deleting port ee0984d2-0e99-432b-ad51-e4d8d9c03379 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:51:37.217910 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:37.302886 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] For port ee0984d2-0e99-432b-ad51-e4d8d9c03379, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ee0984d2-0e99-432b-ad51-e4d8d9c03379,segment=NetworkSegment(9b302f74-4d70-4a92-88d7-252131071b7c),segment_id=9b302f74-4d70-4a92-88d7-252131071b7c)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:37.303226 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:37.315472 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Calling delete_port for ee0984d2-0e99-432b-ad51-e4d8d9c03379 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:51:37.439476 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:37.466845 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Pushing event deleted for resources: {'Port': ['ID=ee0984d2-0e99-432b-ad51-e4d8d9c03379,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:37.483401 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['ee0984d2-0e99-432b-ad51-e4d8d9c03379'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:51:37.511548 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] No DVR routers for this DVR port ee0984d2-0e99-432b-ad51-e4d8d9c03379 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:51:37.514810 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:37.516791 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9407305e-a369-4940-ac3f-9ab011d305a3 req-b2aaf26d-eef6-4ca5-99f5-9f9d9cac8557 tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.43 "DELETE /v2.0/ports/ee0984d2-0e99-432b-ad51-e4d8d9c03379 HTTP/1.1" status: 204 len: 173 time: 0.3838575 Aug 09 11:51:37.517180 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'name': 'network-vif-deleted', 'tag': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:51:37.519525 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f58d40-f5aa-41b8-adb7-9a38431e7ede" -d '{"events": [{"server_uuid": "66f07a52-ae7e-41ef-9b05-d3ad834ba6e0", "name": "network-vif-deleted", "tag": "ee0984d2-0e99-432b-ad51-e4d8d9c03379"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:51:37.565815 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f39072-58dd-470c-a77c-dc5f04555a71 x-openstack-request-id: req-04f39072-58dd-470c-a77c-dc5f04555a71 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:51:37.566138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f07a52-ae7e-41ef-9b05-d3ad834ba6e0", "name": "network-vif-deleted", "tag": "ee0984d2-0e99-432b-ad51-e4d8d9c03379", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:51:37.566388 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04f39072-58dd-470c-a77c-dc5f04555a71 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:51:37.566780 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f07a52-ae7e-41ef-9b05-d3ad834ba6e0', 'name': 'network-vif-deleted', 'tag': 'ee0984d2-0e99-432b-ad51-e4d8d9c03379', 'status': 'completed', 'code': 200} Aug 09 11:51:37.601580 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-de30cffb-ede7-4aa1-9e49-8a0c9bcac875 req-e8f10b08-a535-49e6-9061-180334fc350e tempest-VolumesNegativeTest-228618488 tempest-VolumesNegativeTest-228618488-project] 10.222.0.50 "GET /v2.0/ports?device_id=66f07a52-ae7e-41ef-9b05-d3ad834ba6e0 HTTP/1.1" status: 200 len: 210 time: 0.0272067 Aug 09 11:51:40.730300 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ee0984d2-0e99-432b-ad51-e4d8d9c03379 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:51:40.765702 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: ee0984d2-0e99-432b-ad51-e4d8d9c03379 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:51:40.766059 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ee0984d2-0e99-432b-ad51-e4d8d9c03379 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:51:41.125575 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-5e8180b9-0bd9-468e-aba9-78e5d37cad5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394821 Aug 09 11:51:41.199625 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-d70d5e5b-97a3-48b2-a32f-437e86229743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:41.201083 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-d70d5e5b-97a3-48b2-a32f-437e86229743 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1137 time: 0.0409617 Aug 09 11:51:41.308247 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-421dc88a-9531-44f4-b1f9-acc1813c168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:41.309661 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-421dc88a-9531-44f4-b1f9-acc1813c168f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 916 time: 0.0879495 Aug 09 11:51:41.375386 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-1e41d938-c834-4d39-b85a-818dcd794c8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 1001 time: 0.0583241 Aug 09 11:51:41.426107 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-7ad2a568-f1b0-45b1-a1f8-aacedc5865c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:41.427555 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-7ad2a568-f1b0-45b1-a1f8-aacedc5865c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 200 len: 854 time: 0.0428991 Aug 09 11:51:41.476345 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-03b2bea8-53c5-492d-994a-2b21eb0203af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:41.477793 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-03b2bea8-53c5-492d-994a-2b21eb0203af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b71900b9-088a-4103-8bae-e4722c81eb4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428634 Aug 09 11:51:41.572403 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-47dab3ab-dc42-4f97-8387-8f3ebaa4ee90 service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785160 Aug 09 11:51:41.906168 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-520fc07f-89e2-411a-b075-f0156245c7b6 req-74259b3d-e833-4c72-ab88-0cddf4f1e9f1 service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256791 Aug 09 11:51:42.330403 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39372) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:42.465208 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-2ce12d37-40b5-480e-abd4-4dce8e18e795 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2ddb9ab7c14462c990c4d3aaa355fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336536 Aug 09 11:51:42.467693 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39376) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:42.513998 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c2de36dd-7e5b-4b03-83ee-e4bccf7c74be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:42.534238 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c2de36dd-7e5b-4b03-83ee-e4bccf7c74be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:42.581193 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c2de36dd-7e5b-4b03-83ee-e4bccf7c74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:42.583795 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c2de36dd-7e5b-4b03-83ee-e4bccf7c74be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:42.584926 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c2de36dd-7e5b-4b03-83ee-e4bccf7c74be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6083f02-8051-4fea-8aa6-f09477ca64cc HTTP/1.1" status: 204 len: 168 time: 0.1163476 Aug 09 11:51:42.592630 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de36dd-7e5b-4b03-83ee-e4bccf7c74be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6083f02-8051-4fea-8aa6-f09477ca64cc,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:43.192672 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39398) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:43.289182 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1469709217-network', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:43.309608 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Made reservation on behalf of d34daaec28ad4e5387cc3f82c8cc6566 for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:43.313007 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.322331 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.417246 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.421770 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.447982 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:51:43.456635 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea5a3e-4235-484f-a957-0bd00864c632,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:43.462592 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.462963 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Added segment 7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c of type vlan for network e90a80df-929f-4cef-9769-130195cf720a Aug 09 11:51:43.505411 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.535962 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.536922 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:43.537492 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.615075 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4212892 Aug 09 11:51:43.618552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39408) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:43.622595 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f9a93-bd27-41a2-a41d-a48ee2aea230 admin admin] Pushing event updated for resources: {'Network': ['ID=e90a80df-929f-4cef-9769-130195cf720a,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:43.624056 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Request body: {'subnet': {'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1469709217-subnet', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:43.635319 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network e90a80df-929f-4cef-9769-130195cf720a details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:51:43.644613 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcaeda-c91e-4520-af37-64a27d690e4d req-97cb0edc-7ec6-40de-bbed-a5144839ff95 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:43.646382 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fdbcaeda-c91e-4520-af37-64a27d690e4d req-97cb0edc-7ec6-40de-bbed-a5144839ff95 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0912344 Aug 09 11:51:43.660520 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Made reservation on behalf of d34daaec28ad4e5387cc3f82c8cc6566 for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:43.662999 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8793069'] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.688835 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fdbcaeda-c91e-4520-af37-64a27d690e4d req-59739cd3-5ada-426a-a878-1614bfecca1e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364892 Aug 09 11:51:43.836182 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8492503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8793055'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.891183 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9903e0-9967-42b2-9e1b-b3cdefd7a064,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:43.902311 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Checking segment: {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:43.902666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Network hostable DHCP agents. Network: e90a80df-929f-4cef-9769-130195cf720a, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:51:43.918373 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Network e90a80df-929f-4cef-9769-130195cf720a is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:51:43.926937 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, e90a80df-929f-4cef-9769-130195cf720a) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:43.930953 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:43.931537 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.935879 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305867a-bf2a-439c-8123-a63990a3e19c None None] Network e90a80df-929f-4cef-9769-130195cf720a requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:51:43.945753 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-fe137f67-8beb-4806-8392-0cc6bd01ce9e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3260996 Aug 09 11:51:43.948408 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39410) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:43.952913 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:43.973625 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:43.974655 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.026107 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.168125 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.193623 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-e90a80df-929f-4cef-9769-130195cf720a', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:51:44.194509 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.327901 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Allocated IP 172.20.0.2 (e90a80df-929f-4cef-9769-130195cf720a/7e9903e0-9967-42b2-9e1b-b3cdefd7a064/df39b155-588c-42f4-987e-f55e7b2fe88a) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:44.363023 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.384963 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.466264 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.474517 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Transition to ACTIVE for port object df39b155-588c-42f4-987e-f55e7b2fe88a will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:44.489953 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Transition to ACTIVE for port object df39b155-588c-42f4-987e-f55e7b2fe88a will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:44.493851 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Allocated IP 172.27.3.138 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/68dbeb65-6016-4c91-8bc1-7c8448922a07) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:44.496948 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.536155 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Network e90a80df-929f-4cef-9769-130195cf720a is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:44.538889 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:44.544448 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:44.557436 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Pushing event updated for resources: {'Port': ['ID=df39b155-588c-42f4-987e-f55e7b2fe88a,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:44.600686 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.605559 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Attempting to bind port df39b155-588c-42f4-987e-f55e7b2fe88a on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:44.605923 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Attempting to bind port df39b155-588c-42f4-987e-f55e7b2fe88a by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:44.606285 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Attempting to bind port df39b155-588c-42f4-987e-f55e7b2fe88a on network e90a80df-929f-4cef-9769-130195cf720a {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:44.611540 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:44.611936 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Checking segment: {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:44.612336 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.612721 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Bound using segment: {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:44.613177 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Bound port: df39b155-588c-42f4-987e-f55e7b2fe88a, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:44.613555 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.650155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.678959 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] For port df39b155-588c-42f4-987e-f55e7b2fe88a, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:44.682250 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] For port df39b155-588c-42f4-987e-f55e7b2fe88a, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=df39b155-588c-42f4-987e-f55e7b2fe88a,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:44.686924 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:44.692480 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:44.696117 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:44.699855 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:44.742559 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Pushing event updated for resources: {'Port': ['ID=68dbeb65-6016-4c91-8bc1-7c8448922a07,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:44.761236 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165be7d8-3a52-4ea0-a1bf-d850cddfa653 None None] Pushing event updated for resources: {'Port': ['ID=df39b155-588c-42f4-987e-f55e7b2fe88a,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:44.881191 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ac5ee-52d7-4940-9de2-49d951181f18 req-eaf2f003-e3be-4600-b6e1-487911a083ed tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:44.884432 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-292ac5ee-52d7-4940-9de2-49d951181f18 req-eaf2f003-e3be-4600-b6e1-487911a083ed tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0578110 Aug 09 11:51:44.924449 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-292ac5ee-52d7-4940-9de2-49d951181f18 req-4e5d9b8c-1345-46a0-82f6-5c75b90b9f28 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356851 Aug 09 11:51:44.990396 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a798-81e4-40d8-9173-92a3236ae7c7 req-30ffa1c1-2ef4-41e8-92ee-62521eda7398 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:44.991953 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c3a7a798-81e4-40d8-9173-92a3236ae7c7 req-30ffa1c1-2ef4-41e8-92ee-62521eda7398 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.1545591 Aug 09 11:51:45.001739 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-6e37f7f9-268b-4905-958a-c5a65ee13e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:45.005497 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-6e37f7f9-268b-4905-958a-c5a65ee13e6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1137 time: 0.1277049 Aug 09 11:51:45.140752 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c3a7a798-81e4-40d8-9173-92a3236ae7c7 req-144e7e1c-f001-4b22-a1bf-a8826153155c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417582 Aug 09 11:51:45.148311 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:45.215637 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-057aba33-4031-4ec7-bb5d-12a96e1ac18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:45.217043 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-057aba33-4031-4ec7-bb5d-12a96e1ac18a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 916 time: 0.2033992 Aug 09 11:51:45.346789 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-bb7c55dd-102e-4479-b4c8-cd0936bf3707 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 1001 time: 0.1019969 Aug 09 11:51:45.441861 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-536d2271-057a-42c5-848b-450acc169bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:45.443656 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-536d2271-057a-42c5-848b-450acc169bbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 200 len: 854 time: 0.0867260 Aug 09 11:51:45.462473 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:45.518994 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device df39b155-588c-42f4-987e-f55e7b2fe88a up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:45.550233 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-fa90c9a9-3984-440f-943f-647efe228b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:45.551817 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-fa90c9a9-3984-440f-943f-647efe228b26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b71900b9-088a-4103-8bae-e4722c81eb4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001124 Aug 09 11:51:45.573683 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port df39b155-588c-42f4-987e-f55e7b2fe88a completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:45.704784 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-e08bd357-ab8c-4940-b5f3-12aa89e8195c service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207721 Aug 09 11:51:45.708388 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:51:45.731522 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb75437-d573-4892-bdaf-ed9a73be3f8d None None] Network e90a80df-929f-4cef-9769-130195cf720a requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:51:45.797907 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-80233c43-a6af-4e86-b33d-072e5a489fca None None] Provisioning for port df39b155-588c-42f4-987e-f55e7b2fe88a completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:45.809505 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-80233c43-a6af-4e86-b33d-072e5a489fca None None] Provisioning complete for port df39b155-588c-42f4-987e-f55e7b2fe88a triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:45.809873 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-80233c43-a6af-4e86-b33d-072e5a489fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:45.883481 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f83ddcd-a601-471a-a35b-da4a79680082 req-3663912b-8266-43ea-ba92-2a8ffecd71bd service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708128 Aug 09 11:51:45.897232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:51:45.912931 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Sync routers for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:51:45.915782 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:45.917016 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0c065762-d2ac-462d-8cb8-63e48bd4d2dd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9676950 Aug 09 11:51:45.919666 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39420) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:45.955426 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:45.956083 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:45.992999 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-80233c43-a6af-4e86-b33d-072e5a489fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.058904 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6a5f-c5d2-4b6c-b331-8f6ace04e76b req-cbc8aec5-a2c3-464c-ac05-e4b97b8bd3d7 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:46.060586 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-80233c43-a6af-4e86-b33d-072e5a489fca None None] For port df39b155-588c-42f4-987e-f55e7b2fe88a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=df39b155-588c-42f4-987e-f55e7b2fe88a,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:46.072236 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9ccd6a5f-c5d2-4b6c-b331-8f6ace04e76b req-cbc8aec5-a2c3-464c-ac05-e4b97b8bd3d7 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0643468 Aug 09 11:51:46.096594 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-80233c43-a6af-4e86-b33d-072e5a489fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.156855 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9ccd6a5f-c5d2-4b6c-b331-8f6ace04e76b req-e535ed91-c201-4489-b4ee-663102e8119f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826058 Aug 09 11:51:46.175799 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:46.204228 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80233c43-a6af-4e86-b33d-072e5a489fca None None] Pushing event updated for resources: {'Port': ['ID=df39b155-588c-42f4-987e-f55e7b2fe88a,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:46.348479 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-94c5fa3f-2352-4e45-a6d9-c2bbbd7a2a46 None None] Provisioning complete for port df39b155-588c-42f4-987e-f55e7b2fe88a triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:46.348746 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-94c5fa3f-2352-4e45-a6d9-c2bbbd7a2a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.412728 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:44Z', 'revision_number': 3, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:46.462777 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Checking router: 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:51:46.463118 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Updating router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 port 68dbeb65-6016-4c91-8bc1-7c8448922a07 binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:51:46.505726 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.577287 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60279299-a661-4512-aab6-01efa5faf142 req-855ac727-d244-4846-b6c1-16a10b8cc56e tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:46.578757 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-60279299-a661-4512-aab6-01efa5faf142 req-855ac727-d244-4846-b6c1-16a10b8cc56e tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0958774 Aug 09 11:51:46.648539 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-60279299-a661-4512-aab6-01efa5faf142 req-8de5ca28-3f7f-488a-8b5d-047c9376a88e tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632799 Aug 09 11:51:46.722798 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.764387 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.774048 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Transition to ACTIVE for port object 68dbeb65-6016-4c91-8bc1-7c8448922a07 will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:46.781744 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.848948 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Attempting to bind port 68dbeb65-6016-4c91-8bc1-7c8448922a07 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:46.849313 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Attempting to bind port 68dbeb65-6016-4c91-8bc1-7c8448922a07 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:46.849673 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Attempting to bind port 68dbeb65-6016-4c91-8bc1-7c8448922a07 on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:46.851885 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1fa5b-ad5d-47cf-8b3b-94a41337b8f2 None None] Pushing event updated for resources: {'Port': ['ID=68dbeb65-6016-4c91-8bc1-7c8448922a07,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:46.857190 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:46.857558 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:46.857997 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.858556 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:46.859001 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Bound port: 68dbeb65-6016-4c91-8bc1-7c8448922a07, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:46.859379 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.881087 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Allocated IP 172.20.0.1 (e90a80df-929f-4cef-9769-130195cf720a/7e9903e0-9967-42b2-9e1b-b3cdefd7a064/8e4fcfad-9c3d-4cf7-bc83-866e98d248c1) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:46.911817 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] For port 68dbeb65-6016-4c91-8bc1-7c8448922a07, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:46.915363 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] For port 68dbeb65-6016-4c91-8bc1-7c8448922a07, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=68dbeb65-6016-4c91-8bc1-7c8448922a07,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:46.919933 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:46.979834 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1fa5b-ad5d-47cf-8b3b-94a41337b8f2 None None] Pushing event updated for resources: {'Port': ['ID=68dbeb65-6016-4c91-8bc1-7c8448922a07,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:46.982493 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:46.983744 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:46.988740 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.003710 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Transition to ACTIVE for port object 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:47.036167 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.075788 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Network e90a80df-929f-4cef-9769-130195cf720a is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:47.079433 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:47.082982 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:47.088445 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Pushing event updated for resources: {'Port': ['ID=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:47.093217 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:47.125647 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.262426 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.299520 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:44Z', 'revision_number': 3, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:47.302734 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77776e97-c49c-481e-b63f-68734f729aee req-cb3b537f-f84f-4756-bb14-ddd6b90c25f9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:47.308048 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-77776e97-c49c-481e-b63f-68734f729aee req-cb3b537f-f84f-4756-bb14-ddd6b90c25f9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0724552 Aug 09 11:51:47.330882 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d305ee-5fe6-49f2-b37c-2077178e789c None None] The sync data for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi is: [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:44Z', 'revision_number': 3, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:51:47.343840 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-235458ac-b5e1-458a-8181-4bf87f91e3cd None None] Provisioning for port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:47.347688 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-235458ac-b5e1-458a-8181-4bf87f91e3cd None None] Provisioning complete for port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:47.348062 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-235458ac-b5e1-458a-8181-4bf87f91e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.353286 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-77776e97-c49c-481e-b63f-68734f729aee req-be14d69b-9dc3-4bec-9777-8fc5e0ccb9c2 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383687 Aug 09 11:51:47.392571 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-235458ac-b5e1-458a-8181-4bf87f91e3cd None None] Port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:51:47.442327 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.447903 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.464527 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device df39b155-588c-42f4-987e-f55e7b2fe88a up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:47.514749 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port df39b155-588c-42f4-987e-f55e7b2fe88a triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:47.515125 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.516064 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Pushing event updated for resources: {'Port': ['ID=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:47.520839 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.642304 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Network e90a80df-929f-4cef-9769-130195cf720a is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:47.644018 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:47.828561 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126c61b-87bb-4e7e-a82e-5e16b2e6b9ef req-6b6e0ba4-107f-45af-ad59-e44a03e0450b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:47.830209 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8126c61b-87bb-4e7e-a82e-5e16b2e6b9ef req-6b6e0ba4-107f-45af-ad59-e44a03e0450b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0682843 Aug 09 11:51:47.846989 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:51:47.922147 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8126c61b-87bb-4e7e-a82e-5e16b2e6b9ef req-e0d46750-bcf7-40b6-9b94-c0e5a7d8871f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846586 Aug 09 11:51:47.925646 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e0ae5b39-68ce-4831-b6c6-3270788efa7c None None] Provisioning complete for port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:47.926246 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5b39-68ce-4831-b6c6-3270788efa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:47.967681 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae5b39-68ce-4831-b6c6-3270788efa7c None None] Port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:51:47.992150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:51:47.997099 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e7862a21-d6e2-4be1-b4ea-f15872326cfa admin admin] 10.222.0.50 "PUT /v2.0/routers/1d22a4c6-64e4-46c4-afdf-1cd262241fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758832 Aug 09 11:51:48.473784 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39448) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:48.479078 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1844270948-network', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:48.488238 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423810d-6251-4d64-af24-8bc54524164a req-e26c5aa3-c808-444b-9dec-f982ee24b6ed tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:48.490111 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0423810d-6251-4d64-af24-8bc54524164a req-e26c5aa3-c808-444b-9dec-f982ee24b6ed tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0518515 Aug 09 11:51:48.503521 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Made reservation on behalf of a07feeae88ac47c194d82b4956245f72 for: {'network': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:48.505930 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.514754 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.533383 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0423810d-6251-4d64-af24-8bc54524164a req-43985ce7-d05c-432f-91ec-cca7769e50c5 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371351 Aug 09 11:51:48.611369 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.615976 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.642198 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=99933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:51:48.651186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1051171-9a73-49b8-a3d6-cbcf0caac0b5,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:48.658046 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.658343 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.segments_db [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Added segment 6d504798-9faa-4231-84be-080e5464f0a1 of type vlan for network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 Aug 09 11:51:48.703642 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.734039 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.735047 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:48.735696 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.793129 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3182003 Aug 09 11:51:48.796603 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39450) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:48.796822 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673f79b-66f3-4693-919a-e225b9e1d0fc admin admin] Pushing event updated for resources: {'Network': ['ID=206622f3-d0c1-4bbb-be0c-2246b3d36ce9,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:48.801562 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Request body: {'subnet': {'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1844270948-subnet', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'ip_version': 4}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:48.806443 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:51:48.821983 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Made reservation on behalf of a07feeae88ac47c194d82b4956245f72 for: {'subnet': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:48.824302 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9244433'] for subnet, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.947148 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Sync routers for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:51:48.964431 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:48.965301 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:48.999884 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8440237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9244451'] for subnet, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.056314 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6a37e3-18a5-4554-899f-c3e120aaefc8,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:49.067228 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Checking segment: {'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:49.067610 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Network hostable DHCP agents. Network: 206622f3-d0c1-4bbb-be0c-2246b3d36ce9, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99932) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:51:49.067814 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe235eb-8468-449b-bfc3-840b97ab7719 req-3667c8a1-0f03-4a88-baeb-14c7e5d6341f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:49.069553 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dbe235eb-8468-449b-bfc3-840b97ab7719 req-3667c8a1-0f03-4a88-baeb-14c7e5d6341f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0672019 Aug 09 11:51:49.086576 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99932) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:51:49.097227 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 206622f3-d0c1-4bbb-be0c-2246b3d36ce9) {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:49.102094 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:49.102890 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.111246 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040696f8-ab9e-4338-93b2-7b4968de832c None None] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:51:49.120775 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-40c88b53-baf1-45e6-ab65-14059ef1b5a8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3230298 Aug 09 11:51:49.123201 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39454) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:49.126386 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dbe235eb-8468-449b-bfc3-840b97ab7719 req-cb26a07a-1e5c-4c82-9c58-a651a7864555 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497952 Aug 09 11:51:49.129087 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:49.159196 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-981963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3317'] for router, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.160798 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-977418', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3326'] for router, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.161436 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:49.219301 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.283323 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp280d7dfd-3557-5440-8890-70fb53173f91-206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'fixed_ips': [{'subnet_id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8'}]}} from dv-cinder-803901-1-iscsi. {{(pid=99934) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:51:49.284240 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.360299 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.383489 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 2, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:49.417239 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Checking router: 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:51:49.417736 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Updating router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:51:49.434195 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.db_base_plugin_common [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Allocated IP 172.20.0.2 (206622f3-d0c1-4bbb-be0c-2246b3d36ce9/df6a37e3-18a5-4554-899f-c3e120aaefc8/a53caa26-f763-4e0f-bcbb-7b9b330470da) {{(pid=99934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:49.453310 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.513127 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 68dbeb65-6016-4c91-8bc1-7c8448922a07 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:49.582962 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.611171 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.625587 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 68dbeb65-6016-4c91-8bc1-7c8448922a07 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:49.635749 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 68dbeb65-6016-4c91-8bc1-7c8448922a07 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:49.636207 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.678885 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.694646 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Transition to ACTIVE for port object a53caa26-f763-4e0f-bcbb-7b9b330470da will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:49.724544 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Transition to ACTIVE for port object a53caa26-f763-4e0f-bcbb-7b9b330470da will not be triggered until provisioned by entity DHCP. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:49.735006 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fe915-dbf6-4871-9bc2-2025d343e25b req-a9f68aa5-04cc-4022-9b3f-9adf37c9ad33 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:49.736568 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-606fe915-dbf6-4871-9bc2-2025d343e25b req-a9f68aa5-04cc-4022-9b3f-9adf37c9ad33 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.1287577 Aug 09 11:51:49.752015 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581'] for port, after_create {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.776161 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.781292 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Allocated IP 172.27.3.201 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/333af2db-3703-4aa2-82c4-c6c5f1d0b40d) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:49.789235 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Transition to ACTIVE for port object 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:49.796769 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.804949 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 is already hosted by enough agents. {{(pid=99934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:49.805809 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.813889 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.scheduler.base_scheduler [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Resources bound (agent type, host, resource id): {{(pid=99934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:49.818888 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Received port after_create {{(pid=99934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:49.828921 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Pushing event updated for resources: {'Port': ['ID=a53caa26-f763-4e0f-bcbb-7b9b330470da,revision_number=1']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:49.846668 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-606fe915-dbf6-4871-9bc2-2025d343e25b req-c453ba67-e2e1-4797-b16f-1b6a7bdfd04c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021791 Aug 09 11:51:49.850638 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 68dbeb65-6016-4c91-8bc1-7c8448922a07, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=68dbeb65-6016-4c91-8bc1-7c8448922a07,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:49.851888 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Pushing event updated for resources: {'Port': ['ID=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:49.874455 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.882229 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.882229 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.882229 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.882582 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.882686 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.884165 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.884165 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.884165 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.884165 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.884587 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.884587 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.884892 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:49.921902 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Attempting to bind port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:49.922273 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Attempting to bind port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:49.922639 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Attempting to bind port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 on network e90a80df-929f-4cef-9769-130195cf720a {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:49.928847 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:49.929224 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Checking segment: {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:49.929625 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.930019 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Bound using segment: {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:49.930479 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Bound port: 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:49.930867 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.931569 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.942347 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Attempting to bind port a53caa26-f763-4e0f-bcbb-7b9b330470da on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:49.942716 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Attempting to bind port a53caa26-f763-4e0f-bcbb-7b9b330470da by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:49.943074 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Attempting to bind port a53caa26-f763-4e0f-bcbb-7b9b330470da on network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:49.959914 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:49.960328 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Checking segment: {'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:49.960683 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.961193 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Bound using segment: {'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:49.961679 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Bound port: a53caa26-f763-4e0f-bcbb-7b9b330470da, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:49.962069 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:49.975759 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=68dbeb65-6016-4c91-8bc1-7c8448922a07,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:50.007163 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] For port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:50.015461 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] For port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:50.022690 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:50.054122 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] For port a53caa26-f763-4e0f-bcbb-7b9b330470da, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:50.063115 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] For port a53caa26-f763-4e0f-bcbb-7b9b330470da, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=a53caa26-f763-4e0f-bcbb-7b9b330470da,segment=NetworkSegment(6d504798-9faa-4231-84be-080e5464f0a1),segment_id=6d504798-9faa-4231-84be-080e5464f0a1)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:50.070778 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:50.077139 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:50.077782 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:50.145911 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4a516-c61e-48b3-bf9d-ec45822bd2d1 None None] Pushing event updated for resources: {'Port': ['ID=a53caa26-f763-4e0f-bcbb-7b9b330470da,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:50.213407 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:50.257850 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:50.316500 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc45ed-a776-43b1-8f96-7d026c0b790d req-c803e25d-01bf-4edf-ac8a-9b91d6357f9d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:50.318264 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e9dc45ed-a776-43b1-8f96-7d026c0b790d req-c803e25d-01bf-4edf-ac8a-9b91d6357f9d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0993445 Aug 09 11:51:50.321785 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:50.327974 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:50.332477 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:50.335848 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Pushing event updated for resources: {'Port': ['ID=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:50.358349 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec7e7-b8b0-4cc1-8b25-6f2423921181 None None] Pushing event updated for resources: {'Port': ['ID=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,revision_number=4']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:50.398429 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e9dc45ed-a776-43b1-8f96-7d026c0b790d req-ebf7a068-f8f2-4402-8f27-6cc261f405e7 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636325 Aug 09 11:51:50.502476 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:50Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:50.529469 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee642ce-6980-498c-a4c8-9da1be37f7b8 None None] The sync data for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi is: [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:50Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:51:50.666226 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:50.876142 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-981618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-977657'] for router, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.037779 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3643e8-cdfa-4b49-8885-1b65b202cdbd req-515475c9-d15e-4464-9bdc-00cb8956f75e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:51.039259 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9a3643e8-cdfa-4b49-8885-1b65b202cdbd req-515475c9-d15e-4464-9bdc-00cb8956f75e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0965581 Aug 09 11:51:51.095308 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9a3643e8-cdfa-4b49-8885-1b65b202cdbd req-67587a35-8055-48af-be2c-18c728596574 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479522 Aug 09 11:51:51.104718 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Router 102b69a6-b3d7-4912-b5e6-9940a55098f0 is scheduled to L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 with binding_index 1 {{(pid=99932) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:51:51.224420 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:51:51.240603 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Sync routers for ids ['102b69a6-b3d7-4912-b5e6-9940a55098f0'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:51:51.245927 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.248217 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-500737dc-ba02-4445-b7b5-dbbc4257917d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1230721 Aug 09 11:51:51.251738 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39462) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:51.252451 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Routers {'102b69a6-b3d7-4912-b5e6-9940a55098f0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:51.253084 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['102b69a6-b3d7-4912-b5e6-9940a55098f0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:51.305363 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77216861-9c0d-4acb-b127-a57179648549 None None] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:51:51.447065 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-b914ac73-75dc-47f0-a867-caf8129c068c None None] Provisioning for port a53caa26-f763-4e0f-bcbb-7b9b330470da completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:51.459778 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Set router 102b69a6-b3d7-4912-b5e6-9940a55098f0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:51.564052 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c67eae-49b0-45ef-bf58-53f4bea23110 req-175cea4e-e9d4-47eb-a6e7-338b72e18334 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:51.573956 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f2c67eae-49b0-45ef-bf58-53f4bea23110 req-175cea4e-e9d4-47eb-a6e7-338b72e18334 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0732598 Aug 09 11:51:51.624401 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f2c67eae-49b0-45ef-bf58-53f4bea23110 req-49816633-bd27-42d0-bc81-3e3b77058d42 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490568 Aug 09 11:51:51.683193 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:51.770192 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:51.777446 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:50Z', 'revision_number': 3, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:51.782484 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:51.782865 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.798236 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.829835 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Checking router: 102b69a6-b3d7-4912-b5e6-9940a55098f0 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:51:51.830264 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Updating router 102b69a6-b3d7-4912-b5e6-9940a55098f0 port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d binding host dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:51:51.866375 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.964073 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Allocated IP 172.20.0.1 (206622f3-d0c1-4bbb-be0c-2246b3d36ce9/df6a37e3-18a5-4554-899f-c3e120aaefc8/fbea89e5-7024-44d0-afcd-eb91aee2fe74) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:52.079556 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.092199 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.provisioning_blocks [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Transition to ACTIVE for port object fbea89e5-7024-44d0-afcd-eb91aee2fe74 will not be triggered until provisioned by entity DHCP. {{(pid=99932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:52.127308 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.131889 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.168896 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:52.172418 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:52.176710 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:52.199108 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=fbea89e5-7024-44d0-afcd-eb91aee2fe74,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:52.218000 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:52.225374 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.226220 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device a53caa26-f763-4e0f-bcbb-7b9b330470da up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:52.240592 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.240944 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.241285 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.241619 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.241946 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.242278 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.242604 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.242922 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.243251 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.243644 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.243907 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.244224 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:52.260963 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-978698'] for router_interface, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.316814 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865605c-d93f-4170-8099-dcbfa6219c51 req-9773fe7a-862b-4f6e-ab22-ef63f4cf59c3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:52.319111 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3865605c-d93f-4170-8099-dcbfa6219c51 req-9773fe7a-862b-4f6e-ab22-ef63f4cf59c3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.1212711 Aug 09 11:51:52.345364 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:52.390576 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port a53caa26-f763-4e0f-bcbb-7b9b330470da completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:52.397086 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Notify callbacks [] for port, precommit_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.399087 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port a53caa26-f763-4e0f-bcbb-7b9b330470da triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:52.399476 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.402508 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3865605c-d93f-4170-8099-dcbfa6219c51 req-52e81784-b250-440d-b2a0-977520a28f7e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717082 Aug 09 11:51:52.433453 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Transition to ACTIVE for port object 333af2db-3703-4aa2-82c4-c6c5f1d0b40d will not be triggered until provisioned by entity L2. {{(pid=99934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:52.440064 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.450529 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.499292 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-ef92b0f4-fb68-49bf-9e26-99866f444f88 None None] Provisioning for port fbea89e5-7024-44d0-afcd-eb91aee2fe74 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:52.518499 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-ef92b0f4-fb68-49bf-9e26-99866f444f88 None None] Provisioning complete for port fbea89e5-7024-44d0-afcd-eb91aee2fe74 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:52.518871 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-ef92b0f4-fb68-49bf-9e26-99866f444f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.525835 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Attempting to bind port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:52.526205 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Attempting to bind port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:52.526569 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Attempting to bind port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d on network 9d0988de-db32-4c4b-af20-63483d3a68ab {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:52.529353 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c6cee-4179-4fe2-ac82-3b766bd1e331 None None] Pushing event updated for resources: {'Port': ['ID=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,revision_number=2']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:52.575430 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:52.575867 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Checking segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:52.576230 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.577293 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Bound using segment: {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'} {{(pid=99934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:52.577902 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.managers [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Bound port: 333af2db-3703-4aa2-82c4-c6c5f1d0b40d, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abeea72-017d-4d8d-be5a-264cdeb963e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}}] {{(pid=99934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:52.578335 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.609710 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.615708 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440272'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.627704 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-ef92b0f4-fb68-49bf-9e26-99866f444f88 None None] Port fbea89e5-7024-44d0-afcd-eb91aee2fe74 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:51:52.631714 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.668568 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] For port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:52.675909 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] For port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:52.680623 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-978878'] for router_interface, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.682831 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=fbea89e5-7024-44d0-afcd-eb91aee2fe74,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:52.686455 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.694998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port a53caa26-f763-4e0f-bcbb-7b9b330470da, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=a53caa26-f763-4e0f-bcbb-7b9b330470da,segment=NetworkSegment(6d504798-9faa-4231-84be-080e5464f0a1),segment_id=6d504798-9faa-4231-84be-080e5464f0a1)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:52.719120 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.720090 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 68dbeb65-6016-4c91-8bc1-7c8448922a07 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:52.767717 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a847f-018f-41e8-a860-d4059165314f req-7a4e47a0-6902-4744-9d36-5f06f6694572 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:52.772420 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4a847f-018f-41e8-a860-d4059165314f req-7a4e47a0-6902-4744-9d36-5f06f6694572 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0531371 Aug 09 11:51:52.780174 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Routers {'102b69a6-b3d7-4912-b5e6-9940a55098f0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:52.780802 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['102b69a6-b3d7-4912-b5e6-9940a55098f0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:52.786569 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:52.788174 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:52.815533 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4a847f-018f-41e8-a860-d4059165314f req-7ea54a8a-f740-40fa-9b61-bb4c4db71196 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394225 Aug 09 11:51:52.828782 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c6cee-4179-4fe2-ac82-3b766bd1e331 None None] Pushing event updated for resources: {'Port': ['ID=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:52.921266 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 68dbeb65-6016-4c91-8bc1-7c8448922a07 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:52.921650 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:52.922712 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Router 102b69a6-b3d7-4912-b5e6-9940a55098f0 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:51:52.971274 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=a53caa26-f763-4e0f-bcbb-7b9b330470da,revision_number=3']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:52.978757 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] Set router 102b69a6-b3d7-4912-b5e6-9940a55098f0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:53.035625 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:51:53.041204 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-91487e47-19ed-4478-9f88-1ce0f8aba6e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/102b69a6-b3d7-4912-b5e6-9940a55098f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881052 Aug 09 11:51:53.138953 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-208b8439-a86e-4db8-ac88-3f93fc751d49 None None] Provisioning complete for port fbea89e5-7024-44d0-afcd-eb91aee2fe74 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:53.139237 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-208b8439-a86e-4db8-ac88-3f93fc751d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.198248 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-208b8439-a86e-4db8-ac88-3f93fc751d49 None None] Port fbea89e5-7024-44d0-afcd-eb91aee2fe74 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:51:53.255838 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-e982342c-d27c-4658-ba03-56badca3744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 4, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fbea89e5-7024-44d0-afcd-eb91aee2fe74', 'name': '', 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'mac_address': 'fa:16:3e:8d:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:51Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 2, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'subnets': [{'id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:53.282147 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982342c-d27c-4658-ba03-56badca3744d None None] The sync data for ids ['102b69a6-b3d7-4912-b5e6-9940a55098f0'] in dv-cinder-803901-1-iscsi is: [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 4, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fbea89e5-7024-44d0-afcd-eb91aee2fe74', 'name': '', 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'mac_address': 'fa:16:3e:8d:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:51Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 2, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'subnets': [{'id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:51:53.528157 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:53.548590 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39478) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:53.555239 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-a815e0ec-6196-407d-b6af-62c79b07d5c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771148813', 'description': 'tempest-secgroup-smoke-771148813 description', 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:53.568006 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363495-f726-4760-95c6-2c3e8565fe92 req-35b3401f-ab98-4e9d-9e30-873d69f46139 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:53.570551 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6a363495-f726-4760-95c6-2c3e8565fe92 req-35b3401f-ab98-4e9d-9e30-873d69f46139 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0919182 Aug 09 11:51:53.586148 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a815e0ec-6196-407d-b6af-62c79b07d5c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.591817 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:53.592557 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.629338 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6a363495-f726-4760-95c6-2c3e8565fe92 req-3e75b490-f7e2-4d8b-8b2d-a77cd37a7d8d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507472 Aug 09 11:51:53.692969 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a815e0ec-6196-407d-b6af-62c79b07d5c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.698065 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a815e0ec-6196-407d-b6af-62c79b07d5c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.701986 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device a53caa26-f763-4e0f-bcbb-7b9b330470da up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:53.729012 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a815e0ec-6196-407d-b6af-62c79b07d5c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.732298 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a815e0ec-6196-407d-b6af-62c79b07d5c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1817777 Aug 09 11:51:53.733713 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39480) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:53.734847 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815e0ec-6196-407d-b6af-62c79b07d5c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5608423c-c678-44d9-93ed-d0d4f76cbddc,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:53.739861 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'security_group_rule': {'security_group_id': '5608423c-c678-44d9-93ed-d0d4f76cbddc', 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:53.757099 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port a53caa26-f763-4e0f-bcbb-7b9b330470da triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:53.757480 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.771842 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.823202 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.828304 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.847033 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51e44e0-4055-405d-934a-e9de5b6d2e62,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:53.855448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.855844 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.856180 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.856810 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.857308 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.858661 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.859275 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.859788 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.860273 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.860777 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.861269 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.861746 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:53.870305 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.871557 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-54a58565-9ec3-4dc0-87b4-8a88b1eb62f0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365874 Aug 09 11:51:53.874564 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39484) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:53.879929 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-8450d5c2-061b-4eb8-a578-513f8fb78f88 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'security_group_rule': {'security_group_id': '5608423c-c678-44d9-93ed-d0d4f76cbddc', 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:53.916780 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8450d5c2-061b-4eb8-a578-513f8fb78f88 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:53.994755 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9590da-7330-43af-8161-9824182db223 req-38253d70-8069-4d19-a895-258313c435f3 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:54.001604 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ae9590da-7330-43af-8161-9824182db223 req-38253d70-8069-4d19-a895-258313c435f3 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0945084 Aug 09 11:51:54.015282 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8450d5c2-061b-4eb8-a578-513f8fb78f88 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.025096 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8450d5c2-061b-4eb8-a578-513f8fb78f88 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.055476 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450d5c2-061b-4eb8-a578-513f8fb78f88 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba56bf7-4488-4d62-bf1d-53f86b5338a8,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:54.067193 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ae9590da-7330-43af-8161-9824182db223 req-b4140615-6fc6-44ba-98e5-831fc04c26e6 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646238 Aug 09 11:51:54.068214 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8450d5c2-061b-4eb8-a578-513f8fb78f88 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.072331 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39486) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:54.077155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-2edfd5d3-0742-47f5-a5bb-ff00aaf9068d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'security_group_rule': {'security_group_id': '5608423c-c678-44d9-93ed-d0d4f76cbddc', 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:54.081135 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8450d5c2-061b-4eb8-a578-513f8fb78f88 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1961577 Aug 09 11:51:54.109643 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2edfd5d3-0742-47f5-a5bb-ff00aaf9068d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.174798 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2edfd5d3-0742-47f5-a5bb-ff00aaf9068d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.178529 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2edfd5d3-0742-47f5-a5bb-ff00aaf9068d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.196907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfd5d3-0742-47f5-a5bb-ff00aaf9068d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27e43e6-7ed3-4169-bad1-944fad19828f,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:54.205164 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2edfd5d3-0742-47f5-a5bb-ff00aaf9068d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.209230 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-2edfd5d3-0742-47f5-a5bb-ff00aaf9068d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331632 Aug 09 11:51:54.209645 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39488) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:54.214460 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-71c2dda8-eb73-4469-b6db-609750beea3d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'security_group_rule': {'security_group_id': '5608423c-c678-44d9-93ed-d0d4f76cbddc', 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:54.242929 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-71c2dda8-eb73-4469-b6db-609750beea3d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.321530 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-71c2dda8-eb73-4469-b6db-609750beea3d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.325346 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-71c2dda8-eb73-4469-b6db-609750beea3d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.343440 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2dda8-eb73-4469-b6db-609750beea3d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6075fc30-899b-4153-909c-55932cae38b8,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:54.352395 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-71c2dda8-eb73-4469-b6db-609750beea3d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.356606 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39490) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:54.359722 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-71c2dda8-eb73-4469-b6db-609750beea3d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453052 Aug 09 11:51:54.362312 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'security_group_rule': {'security_group_id': '5608423c-c678-44d9-93ed-d0d4f76cbddc', 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:54.392455 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.securitygroups_db [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Project d34daaec28ad4e5387cc3f82c8cc6566 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:51:54.397552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.464845 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.469196 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.488853 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a164fe23-441b-466a-9a85-beb2292672ba,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:54.494593 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.499103 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-a0737606-2f9b-43c2-8d8d-dbdaffaeb6a5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379850 Aug 09 11:51:54.499393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39492) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:54.503926 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'security_group_rule': {'security_group_id': '5608423c-c678-44d9-93ed-d0d4f76cbddc', 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:54.525550 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.securitygroups_db [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Project d34daaec28ad4e5387cc3f82c8cc6566 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:51:54.530526 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.599299 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.603525 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.621455 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc1d876-5d2c-4fc2-9b02-20335fda9100,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:54.627547 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.628763 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d89156ee-dc47-4032-8c48-8f5251d3a25b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283870 Aug 09 11:51:54.742737 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1898c91-bcb5-4e37-8ddc-827771146eca req-ceb15387-b417-460d-accd-38b71cde701a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:54.744392 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d1898c91-bcb5-4e37-8ddc-827771146eca req-ceb15387-b417-460d-accd-38b71cde701a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Aug 09 11:51:54.784171 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d1898c91-bcb5-4e37-8ddc-827771146eca req-2fd6b0fe-13f7-4266-8542-3f9946970079 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334313 Aug 09 11:51:55.187107 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afac90-8888-4a53-80c0-ff9fbb72d335 req-851f6573-5817-4202-902c-f2a5e2ed4b15 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:55.188709 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-96afac90-8888-4a53-80c0-ff9fbb72d335 req-851f6573-5817-4202-902c-f2a5e2ed4b15 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0521355 Aug 09 11:51:55.230475 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-96afac90-8888-4a53-80c0-ff9fbb72d335 req-0e380418-5c52-49e2-a237-984fa201741e tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350456 Aug 09 11:51:55.321425 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Sync routers for ids ['102b69a6-b3d7-4912-b5e6-9940a55098f0'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:51:55.331720 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Routers {'102b69a6-b3d7-4912-b5e6-9940a55098f0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:55.332319 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['102b69a6-b3d7-4912-b5e6-9940a55098f0'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:55.439438 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Set router 102b69a6-b3d7-4912-b5e6-9940a55098f0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:55.499399 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 333af2db-3703-4aa2-82c4-c6c5f1d0b40d up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:55.551613 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:55.554544 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:55.554949 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:55.634560 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:55.653419 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 4, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fbea89e5-7024-44d0-afcd-eb91aee2fe74', 'name': '', 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'mac_address': 'fa:16:3e:8d:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:51Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 2, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'subnets': [{'id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:55.660443 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:55.664558 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:55.682774 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Checking router: 102b69a6-b3d7-4912-b5e6-9940a55098f0 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:51:55.683187 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Updating router 102b69a6-b3d7-4912-b5e6-9940a55098f0 port fbea89e5-7024-44d0-afcd-eb91aee2fe74 binding host dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:51:55.726126 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:55.786261 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:55.902410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5db600-eb55-4131-a483-df44259755a8 req-59a75a3e-9672-4094-bc3d-d04558b19100 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:55.903935 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5b5db600-eb55-4131-a483-df44259755a8 req-59a75a3e-9672-4094-bc3d-d04558b19100 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0542252 Aug 09 11:51:55.942431 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5b5db600-eb55-4131-a483-df44259755a8 req-5aa5290a-6e20-4a81-aeb7-9b264aec05ff tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316615 Aug 09 11:51:56.052271 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Notify callbacks [] for port, precommit_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:56.063847 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.provisioning_blocks [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Transition to ACTIVE for port object fbea89e5-7024-44d0-afcd-eb91aee2fe74 will not be triggered until provisioned by entity L2. {{(pid=99935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:56.069153 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:56.120131 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d10f34-c532-4d5c-80f0-ab980c927d45 None None] Pushing event updated for resources: {'Port': ['ID=fbea89e5-7024-44d0-afcd-eb91aee2fe74,revision_number=3']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:56.176471 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Attempting to bind port fbea89e5-7024-44d0-afcd-eb91aee2fe74 on host dv-cinder-803901-1-iscsi for vnic_type normal with profile {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:56.176889 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Attempting to bind port fbea89e5-7024-44d0-afcd-eb91aee2fe74 by drivers openvswitch,hyperv on host dv-cinder-803901-1-iscsi at level 0 using segments [{'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:56.177257 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Attempting to bind port fbea89e5-7024-44d0-afcd-eb91aee2fe74 on network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:56.182460 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Checking agent: {'id': 'dd78a5b1-0155-48ea-990a-aef30156add7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803901-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 30), 'started_at': datetime.datetime(2021, 8, 9, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803901-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:56.182821 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Checking segment: {'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:56.183216 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:56.183721 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Bound using segment: {'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'} {{(pid=99935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:56.184146 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.managers [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Bound port: fbea89e5-7024-44d0-afcd-eb91aee2fe74, host: dv-cinder-803901-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d504798-9faa-4231-84be-080e5464f0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9'}}] {{(pid=99935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:56.184548 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:56.257154 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] For port fbea89e5-7024-44d0-afcd-eb91aee2fe74, host dv-cinder-803901-1-iscsi, cleared binding levels {{(pid=99935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:56.260392 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.plugins.ml2.db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] For port fbea89e5-7024-44d0-afcd-eb91aee2fe74, host dv-cinder-803901-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fbea89e5-7024-44d0-afcd-eb91aee2fe74,segment=NetworkSegment(6d504798-9faa-4231-84be-080e5464f0a1),segment_id=6d504798-9faa-4231-84be-080e5464f0a1)] {{(pid=99935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:56.268046 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron_lib.callbacks.manager [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:56.332405 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d10f34-c532-4d5c-80f0-ab980c927d45 None None] Pushing event updated for resources: {'Port': ['ID=fbea89e5-7024-44d0-afcd-eb91aee2fe74,revision_number=4']} {{(pid=99935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:56.344959 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Routers {'102b69a6-b3d7-4912-b5e6-9940a55098f0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:51:56.345845 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:51:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['102b69a6-b3d7-4912-b5e6-9940a55098f0'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:56.373088 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72e5ce-4c81-474f-8aa6-b7cac384852c req-2e868280-a7ca-435f-a62b-9834b76a0900 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:56.374707 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e72e5ce-4c81-474f-8aa6-b7cac384852c req-2e868280-a7ca-435f-a62b-9834b76a0900 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0628831 Aug 09 11:51:56.427292 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3e72e5ce-4c81-474f-8aa6-b7cac384852c req-aeee3cc6-ec91-459d-a592-e23ca931ac94 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456913 Aug 09 11:51:56.475199 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] Set router 102b69a6-b3d7-4912-b5e6-9940a55098f0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:51:56.682093 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 4, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fbea89e5-7024-44d0-afcd-eb91aee2fe74', 'name': '', 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'mac_address': 'fa:16:3e:8d:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:51Z', 'updated_at': '2021-08-09T11:51:56Z', 'revision_number': 4, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'subnets': [{'id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:51:56.708419 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ee5b9-4b72-483d-92d7-995d38dd2476 None None] The sync data for ids ['102b69a6-b3d7-4912-b5e6-9940a55098f0'] in dv-cinder-803901-1-iscsi is: [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 4, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fbea89e5-7024-44d0-afcd-eb91aee2fe74', 'name': '', 'network_id': '206622f3-d0c1-4bbb-be0c-2246b3d36ce9', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'mac_address': 'fa:16:3e:8d:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:51Z', 'updated_at': '2021-08-09T11:51:56Z', 'revision_number': 4, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'subnets': [{'id': 'df6a37e3-18a5-4554-899f-c3e120aaefc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:51:57.073042 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad44ca-05f4-49ea-80c3-ce5aa6dc1ee8 req-6865c963-7065-4133-bd6b-ae2d928e3115 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:57.074713 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b8ad44ca-05f4-49ea-80c3-ce5aa6dc1ee8 req-6865c963-7065-4133-bd6b-ae2d928e3115 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0570881 Aug 09 11:51:57.116417 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b8ad44ca-05f4-49ea-80c3-ce5aa6dc1ee8 req-9cb43bb1-f007-4024-b9c2-8405686c3a2f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356960 Aug 09 11:51:57.344620 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aded517e-9232-4608-a63a-4afd05ce16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:57.485482 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fbea89e5-7024-44d0-afcd-eb91aee2fe74 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:57.536002 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning for port fbea89e5-7024-44d0-afcd-eb91aee2fe74 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:57.540009 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port fbea89e5-7024-44d0-afcd-eb91aee2fe74 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:57.540380 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:57.563437 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368a8f7-5c2a-4537-a479-ff5f9463ccb6 req-05eb7ccb-8f22-42a9-b8be-5cc698a353ec tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:57.565124 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6368a8f7-5c2a-4537-a479-ff5f9463ccb6 req-05eb7ccb-8f22-42a9-b8be-5cc698a353ec tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0555937 Aug 09 11:51:57.604878 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6368a8f7-5c2a-4537-a479-ff5f9463ccb6 req-83712856-3644-4760-b33d-cffcf79f10c2 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=7817cab1-abf4-4fad-a20d-17a3e9b029c7&id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336118 Aug 09 11:51:57.624639 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:57.660261 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] For port fbea89e5-7024-44d0-afcd-eb91aee2fe74, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fbea89e5-7024-44d0-afcd-eb91aee2fe74,segment=NetworkSegment(6d504798-9faa-4231-84be-080e5464f0a1),segment_id=6d504798-9faa-4231-84be-080e5464f0a1)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:57.663742 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:57.664497 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 333af2db-3703-4aa2-82c4-c6c5f1d0b40d up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:57.739398 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Pushing event updated for resources: {'Port': ['ID=fbea89e5-7024-44d0-afcd-eb91aee2fe74,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:57.752207 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:57.752581 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:58.236713 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187b4a2-a150-4178-87f8-66e385c2c6e2 req-0315717a-a0be-4936-bf94-0246b5d838db tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:58.238202 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9187b4a2-a150-4178-87f8-66e385c2c6e2 req-0315717a-a0be-4936-bf94-0246b5d838db tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0537264 Aug 09 11:51:58.278215 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9187b4a2-a150-4178-87f8-66e385c2c6e2 req-54bb5917-301a-4516-ac87-9ff6c8e96a4a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338445 Aug 09 11:51:59.399518 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701527a1-2621-45ae-b868-8cdb0ef39a1d req-1243dfde-34a3-4ddf-b253-9454ec6c1e61 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.401020 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-701527a1-2621-45ae-b868-8cdb0ef39a1d req-1243dfde-34a3-4ddf-b253-9454ec6c1e61 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0526032 Aug 09 11:51:59.439285 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-701527a1-2621-45ae-b868-8cdb0ef39a1d req-5a623092-1b0a-4e9a-a6e6-2a844d66e8fd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316474 Aug 09 11:51:59.464482 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fbea89e5-7024-44d0-afcd-eb91aee2fe74 up at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:59.512474 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Provisioning complete for port fbea89e5-7024-44d0-afcd-eb91aee2fe74 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:59.512846 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:59.649394 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316217e5-fad4-4adc-be3a-abeaa61cca4d req-6814ceb5-148a-4d1b-8437-ab3bc1f2edf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.650906 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-316217e5-fad4-4adc-be3a-abeaa61cca4d req-6814ceb5-148a-4d1b-8437-ab3bc1f2edf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0482543 Aug 09 11:51:59.693937 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-316217e5-fad4-4adc-be3a-abeaa61cca4d req-a7a32e31-e7d3-4a2b-8395-32ebed8062fc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362062 Aug 09 11:51:59.706672 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-56cce3f5-9ac0-4b80-bd43-2215d7107b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.708419 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-56cce3f5-9ac0-4b80-bd43-2215d7107b06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 1098 time: 0.0521328 Aug 09 11:51:59.804246 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-4b60c24c-8ad6-4f7c-ac22-26ab3f3de505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.805716 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-4b60c24c-8ad6-4f7c-ac22-26ab3f3de505 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.0867355 Aug 09 11:51:59.874777 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-9825c7a7-7a35-44c8-a300-c04d7cadfcc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 200 len: 1001 time: 0.0610287 Aug 09 11:51:59.924857 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-b2113948-ccb2-42c3-b1e8-32134b1828bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.926303 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-b2113948-ccb2-42c3-b1e8-32134b1828bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0438573 Aug 09 11:51:59.971185 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-982fa252-8e6f-4115-b569-f2fe2acc8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.972762 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-982fa252-8e6f-4115-b569-f2fe2acc8f43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388427 Aug 09 11:52:00.065426 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-9012b9ce-d59b-4e9f-83ad-b204b8691b45 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852754 Aug 09 11:52:00.159771 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2a8049c2-b009-4a70-92df-ba97e03b4b01 req-c075e965-f600-4d6c-a078-8e1831e5947b service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856581 Aug 09 11:52:00.213339 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-aacb691e-9e76-4f4a-b5ae-e397b9740a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.341893 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.817219 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d730da-c1cc-4c08-ae50-e755ffcc6b70 req-edf16680-fc3e-43be-8235-7c608c4e82de tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:00.818807 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b5d730da-c1cc-4c08-ae50-e755ffcc6b70 req-edf16680-fc3e-43be-8235-7c608c4e82de tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Aug 09 11:52:00.860102 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b5d730da-c1cc-4c08-ae50-e755ffcc6b70 req-3a7d543c-28e2-4f2f-959d-4e11e867740a tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351274 Aug 09 11:52:01.533350 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:02.246043 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe44fc-c4ca-44bd-8490-936f4022c2b9 req-8cbd7b56-fadc-48ed-afdd-9af544cef72e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:02.247505 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f8fe44fc-c4ca-44bd-8490-936f4022c2b9 req-8cbd7b56-fadc-48ed-afdd-9af544cef72e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.3103387 Aug 09 11:52:02.284957 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f8fe44fc-c4ca-44bd-8490-936f4022c2b9 req-eaca0b18-708a-4cd4-aada-175e906f1a47 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309150 Aug 09 11:52:02.996159 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:06.417162 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:06.555204 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:52:18.403850 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-2d068f72-5f07-415b-9189-51bb42732a4b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771148813&fields=id&tenant_id=d34daaec28ad4e5387cc3f82c8cc6566 HTTP/1.1" status: 200 len: 267 time: 0.0357871 Aug 09 11:52:18.511464 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-58b1c930-8efe-4140-97c5-b6dfd69d2142 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:18.512864 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-58b1c930-8efe-4140-97c5-b6dfd69d2142 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 809 time: 0.1017730 Aug 09 11:52:18.527510 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-284ca0b6-d4d2-46eb-bb1d-aa4d87b7d0b6 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/quotas/d34daaec28ad4e5387cc3f82c8cc6566 HTTP/1.1" status: 200 len: 375 time: 0.0087769 Aug 09 11:52:18.577578 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-73e26d32-1291-4521-9555-0918ad25c82c tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449448 Aug 09 11:52:18.762576 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-bbd0d48c-b40e-4092-a35d-7d9d5dec9db2 service neutron] 10.222.0.50 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734560 Aug 09 11:52:18.848872 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-8cea7b19-50d7-4a0d-a77b-4e8f9fbd092f service neutron] 10.222.0.50 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798950 Aug 09 11:52:19.134038 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1926cfda-e21a-4e92-be20-8636f1c1376d req-a540ce0d-e901-4b1a-a88b-46e64f409427 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 210 time: 0.0257268 Aug 09 11:52:20.221106 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-84eb3f7c-752b-4e9e-86cb-21ffe2ea00d3 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:20.222569 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-84eb3f7c-752b-4e9e-86cb-21ffe2ea00d3 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.43 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 809 time: 0.1123705 Aug 09 11:52:20.249122 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e562a2b-2e3d-4ca9-8455-79536c798db5 req-1319f2ac-aa16-4607-823e-64fab50a4736 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 210 time: 0.0255845 Aug 09 11:52:20.294456 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-12d864ca-1508-4bad-bd9b-7e6b7bd8b237 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34daaec28ad4e5387cc3f82c8cc6566 HTTP/1.1" status: 200 len: 379 time: 0.0344229 Aug 09 11:52:20.304563 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'port': {'device_id': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'admin_state_up': True, 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'security_groups': ['5608423c-c678-44d9-93ed-d0d4f76cbddc']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:20.414848 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Made reservation on behalf of d34daaec28ad4e5387cc3f82c8cc6566 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:52:20.418251 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.541376 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Allocated IP 172.20.0.5 (e90a80df-929f-4cef-9769-130195cf720a/7e9903e0-9967-42b2-9e1b-b3cdefd7a064/ac9b1296-4808-4d5e-81ee-54f17f4b16cc) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:20.676422 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.689307 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Transition to ACTIVE for port object ac9b1296-4808-4d5e-81ee-54f17f4b16cc will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:20.723190 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.768934 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Network e90a80df-929f-4cef-9769-130195cf720a is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:20.771907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:20.775555 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:20.781701 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:20.832786 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:20.833613 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.850409 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-4e6c3ed5-88ec-4488-81be-61997a82f0ad tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5495124 Aug 09 11:52:20.870955 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Request body: {'port': {'device_id': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:20.929813 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.036189 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3e1097c1-8d36-45e6-ab86-0fbe37c2abb7 None None] Provisioning for port ac9b1296-4808-4d5e-81ee-54f17f4b16cc completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:21.039702 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-3e1097c1-8d36-45e6-ab86-0fbe37c2abb7 None None] Provisioning complete for port ac9b1296-4808-4d5e-81ee-54f17f4b16cc triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:21.040073 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3e1097c1-8d36-45e6-ab86-0fbe37c2abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.073365 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-3e1097c1-8d36-45e6-ab86-0fbe37c2abb7 None None] Port ac9b1296-4808-4d5e-81ee-54f17f4b16cc cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:52:21.197197 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9b1296-4808-4d5e-81ee-54f17f4b16cc {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:21.204462 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.215720 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Transition to ACTIVE for port object ac9b1296-4808-4d5e-81ee-54f17f4b16cc will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:21.218865 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.265348 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:21.335519 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Attempting to bind port ac9b1296-4808-4d5e-81ee-54f17f4b16cc on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:52:21.335899 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Attempting to bind port ac9b1296-4808-4d5e-81ee-54f17f4b16cc by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:52:21.336373 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Attempting to bind port ac9b1296-4808-4d5e-81ee-54f17f4b16cc on network e90a80df-929f-4cef-9769-130195cf720a {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:21.340871 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Port ac9b1296-4808-4d5e-81ee-54f17f4b16cc on network e90a80df-929f-4cef-9769-130195cf720a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:52:21.341249 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Attempting to bind port ac9b1296-4808-4d5e-81ee-54f17f4b16cc on network e90a80df-929f-4cef-9769-130195cf720a {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:21.346646 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:52:21.346986 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Checking segment: {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:52:21.347358 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Bound using segment: {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:52:21.347804 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Bound port: ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:52:21.348157 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.370549 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34ff0-c60d-47b9-96b5-a8a45944237e req-ce6182a1-ca10-4313-9461-6fabe7bc3c5c tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:21.372189 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-31b34ff0-c60d-47b9-96b5-a8a45944237e req-ce6182a1-ca10-4313-9461-6fabe7bc3c5c tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0500777 Aug 09 11:52:21.422046 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:52:21.426175 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:52:21.427950 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-31b34ff0-c60d-47b9-96b5-a8a45944237e req-b1d870b1-d1bc-4089-9f36-27705eb5727b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446732 Aug 09 11:52:21.430555 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.463839 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:21.464448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:21.465841 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] 10.222.0.43 "PUT /v2.0/ports/ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 1093 time: 0.5994678 Aug 09 11:52:21.466267 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:21.468497 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063cca86-d7c5-43ec-9e8e-5d2327f90971" -d '{"events": [{"name": "network-changed", "server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:21.494179 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358fb4e-67e5-4aa1-a3ae-4786445b8aee service neutron] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:21.525541 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd8a712-68cc-4cda-bc29-4f07e6e80c65 x-openstack-request-id: req-afd8a712-68cc-4cda-bc29-4f07e6e80c65 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:21.526021 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:21.526272 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afd8a712-68cc-4cda-bc29-4f07e6e80c65 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:21.526662 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'status': 'completed', 'code': 200} Aug 09 11:52:21.595319 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-ca13540c-76e1-4fd0-9c16-04996212ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:21.597797 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-ca13540c-76e1-4fd0-9c16-04996212ad19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1096 time: 0.0442412 Aug 09 11:52:21.648217 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-b9c8d8a7-6c93-423b-ae04-3cb4249a23c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 217 time: 0.0345232 Aug 09 11:52:21.700674 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-91ced61e-72a9-48f8-8809-eed432beeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:21.702130 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-91ced61e-72a9-48f8-8809-eed432beeb43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 200 len: 848 time: 0.0450616 Aug 09 11:52:21.748333 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-bcda130d-4e18-49a5-a27e-565b65fb67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:21.749825 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-bcda130d-4e18-49a5-a27e-565b65fb67f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e90a80df-929f-4cef-9769-130195cf720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396018 Aug 09 11:52:21.851013 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-5f8d53df-7adb-4a22-a2e1-93404740a0de service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861256 Aug 09 11:52:21.937525 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0819c994-79b2-476f-a5d5-54a20ab60463 req-367a2738-8d5d-47f3-931d-36f5b519444e service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789075 Aug 09 11:52:22.085730 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-c626fffc-a776-41a2-934b-6ca4132bba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:22.087315 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-c626fffc-a776-41a2-934b-6ca4132bba41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1096 time: 0.0428567 Aug 09 11:52:22.178478 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-d8f9d7cd-1a15-41de-a4ff-8e639fdd43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:22.179890 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-d8f9d7cd-1a15-41de-a4ff-8e639fdd43ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 910 time: 0.0845490 Aug 09 11:52:22.220170 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-917bb641-5075-4864-89f0-316aebaab490 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 217 time: 0.0329199 Aug 09 11:52:22.268861 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-d7af95cc-9f3d-443f-bafa-360aeee58c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:22.270215 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-d7af95cc-9f3d-443f-bafa-360aeee58c6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 200 len: 848 time: 0.0414536 Aug 09 11:52:22.321636 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-0794352c-6a2b-4d2d-9d3c-854ae8fa0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:22.323056 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-0794352c-6a2b-4d2d-9d3c-854ae8fa0493 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e90a80df-929f-4cef-9769-130195cf720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415754 Aug 09 11:52:22.410851 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-a2de643a-a1c8-4883-a927-cc644ab161f4 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782619 Aug 09 11:52:22.505251 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-063cca86-d7c5-43ec-9e8e-5d2327f90971 req-a7ffbf0f-0287-400d-93da-64b1983aa272 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856681 Aug 09 11:52:22.532576 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f76af-c03e-4df5-a053-ff22b4ece84c req-9b81ba34-4bce-44df-a9f3-b54fba638052 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:22.534678 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be7f76af-c03e-4df5-a053-ff22b4ece84c req-9b81ba34-4bce-44df-a9f3-b54fba638052 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0496716 Aug 09 11:52:22.575731 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-be7f76af-c03e-4df5-a053-ff22b4ece84c req-2dd2eaaa-24ad-4b75-8413-1a77a1e0b137 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349913 Aug 09 11:52:23.694560 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b983610-d8cd-4fc4-a7ff-627584984397 req-d6ae4e32-9052-4adc-94cc-184f0470e1cd tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:23.695978 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6b983610-d8cd-4fc4-a7ff-627584984397 req-d6ae4e32-9052-4adc-94cc-184f0470e1cd tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0488608 Aug 09 11:52:23.732741 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6b983610-d8cd-4fc4-a7ff-627584984397 req-425b1c78-ac0d-489e-ad25-89c449d034fa tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307961 Aug 09 11:52:24.845258 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e593a-a7ed-4492-98e0-329ff3c4ca93 req-5df1c54b-f9b5-4ea6-bc35-85ef167cd806 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:24.846792 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f03e593a-a7ed-4492-98e0-329ff3c4ca93 req-5df1c54b-f9b5-4ea6-bc35-85ef167cd806 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0483313 Aug 09 11:52:24.884810 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f03e593a-a7ed-4492-98e0-329ff3c4ca93 req-63dbfa95-34ee-4209-9c4f-665d74639421 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Aug 09 11:52:26.009155 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386827-0c0e-4980-aa75-720e05a406d6 req-8908a001-2a6e-4dcc-966e-0718251a4c14 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:26.010647 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-22386827-0c0e-4980-aa75-720e05a406d6 req-8908a001-2a6e-4dcc-966e-0718251a4c14 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0532577 Aug 09 11:52:26.064558 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-22386827-0c0e-4980-aa75-720e05a406d6 req-4b54e2c4-c36c-44a4-83a9-22a197b7e24b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476942 Aug 09 11:52:26.357728 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8402d31-fad4-4c5f-9f2c-3314e121211e req-23002a99-8e21-4bf5-b598-8842cb5696ab tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:26.359183 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f8402d31-fad4-4c5f-9f2c-3314e121211e req-23002a99-8e21-4bf5-b598-8842cb5696ab tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0516789 Aug 09 11:52:26.396539 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f8402d31-fad4-4c5f-9f2c-3314e121211e req-da2768d9-5a1c-45ac-96a4-355510b7ede0 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 09 11:52:27.179770 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfeec-dfd7-4f9c-9ea3-1a9a14513140 req-78166e99-bc50-47d9-989d-4546f04a2052 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:27.181234 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-013bfeec-dfd7-4f9c-9ea3-1a9a14513140 req-78166e99-bc50-47d9-989d-4546f04a2052 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0478032 Aug 09 11:52:27.218872 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-013bfeec-dfd7-4f9c-9ea3-1a9a14513140 req-81709126-9553-483f-b8c1-2ac48e78d7dc tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318756 Aug 09 11:52:27.347206 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-2283fcc9-c8de-499e-b19e-50784c1bea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:27.515719 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeb8c8-6f48-4748-ad8d-2554cc0eb6ad req-061d5360-5930-4a3a-9257-f7ec2b033fac tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:27.517183 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dabeb8c8-6f48-4748-ad8d-2554cc0eb6ad req-061d5360-5930-4a3a-9257-f7ec2b033fac tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0485606 Aug 09 11:52:27.553623 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dabeb8c8-6f48-4748-ad8d-2554cc0eb6ad req-52cfc121-650b-4555-99c4-3e28f8e86c00 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Aug 09 11:52:28.257266 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-3d1f14a9-592a-40b4-a271-79c21230a108 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:28.258799 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-3d1f14a9-592a-40b4-a271-79c21230a108 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0470455 Aug 09 11:52:28.330960 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11499f-fd96-4dbc-9200-58dfd7899d8d req-a1fd9c3e-18f1-4884-9fac-2bbea661d701 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:28.332679 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5d11499f-fd96-4dbc-9200-58dfd7899d8d req-a1fd9c3e-18f1-4884-9fac-2bbea661d701 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0480216 Aug 09 11:52:28.377493 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5d11499f-fd96-4dbc-9200-58dfd7899d8d req-c69d2202-222b-4872-96ef-ec059840476e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382500 Aug 09 11:52:28.605198 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Deleting port 9fb5086e-7901-4d51-8586-0d9123dfbb12 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:52:28.605745 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:28.723710 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7951f6-170b-425c-a1f0-86878741549a req-15b785e8-4f21-405c-a3ea-6c017c93477f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:28.725168 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4a7951f6-170b-425c-a1f0-86878741549a req-15b785e8-4f21-405c-a3ea-6c017c93477f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 947 time: 0.0810342 Aug 09 11:52:28.731680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] For port 9fb5086e-7901-4d51-8586-0d9123dfbb12, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb5086e-7901-4d51-8586-0d9123dfbb12,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:28.732042 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:28.844349 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4a7951f6-170b-425c-a1f0-86878741549a req-3412fc3d-1cc9-4a1b-b3ef-ad72a81755b3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=c5e0bba9-176e-44d9-9861-b51da89f145c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097460 Aug 09 11:52:28.974985 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:28.975346 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:28.975680 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Floating IP bc45c791-237c-4ee9-9cc1-95961597c1da disassociated. External IP: 172.27.3.169, port: 9fb5086e-7901-4d51-8586-0d9123dfbb12. Aug 09 11:52:28.976014 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Calling delete_port for 9fb5086e-7901-4d51-8586-0d9123dfbb12 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:52:29.110920 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:29.139926 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event deleted for resources: {'Port': ['ID=9fb5086e-7901-4d51-8586-0d9123dfbb12,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:29.250866 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Router cacc9f87-69a6-417c-bbce-f307efa9d1f7 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:52:29.355995 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:52:29.366546 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] Sync routers for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:52:29.375478 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:29.376333 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:29.394451 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] No DVR routers for this DVR port 9fb5086e-7901-4d51-8586-0d9123dfbb12 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:52:29.397141 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:29.399189 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5856df70-e107-4329-82a7-9d02427fe3d0 req-ca14bf28-164a-468d-9376-14175d35dabb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "DELETE /v2.0/ports/9fb5086e-7901-4d51-8586-0d9123dfbb12 HTTP/1.1" status: 204 len: 173 time: 1.1342885 Aug 09 11:52:29.399647 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-deleted', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:29.402079 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb52b47-580c-49de-821b-ed9fecfcab51" -d '{"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-deleted", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:29.447437 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fedcfeb-a3ed-4c01-9903-c1851aad7c04 x-openstack-request-id: req-9fedcfeb-a3ed-4c01-9903-c1851aad7c04 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:29.447737 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbafd07-5bf0-467b-80f3-7a29a72775de", "name": "network-vif-deleted", "tag": "9fb5086e-7901-4d51-8586-0d9123dfbb12", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:29.447968 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9fedcfeb-a3ed-4c01-9903-c1851aad7c04 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:29.448396 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbafd07-5bf0-467b-80f3-7a29a72775de', 'name': 'network-vif-deleted', 'tag': '9fb5086e-7901-4d51-8586-0d9123dfbb12', 'status': 'completed', 'code': 200} Aug 09 11:52:29.518969 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84c4fd-4346-4f8f-8e45-f7982d71545f req-04b1a223-615a-45fc-90b2-7140bbce24f3 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:29.520596 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9a84c4fd-4346-4f8f-8e45-f7982d71545f req-04b1a223-615a-45fc-90b2-7140bbce24f3 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0598159 Aug 09 11:52:29.523658 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:29.560734 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9a84c4fd-4346-4f8f-8e45-f7982d71545f req-29327eb9-f157-4cd9-ace1-1c5a73618bde tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332937 Aug 09 11:52:29.727292 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:29.753110 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] Checking router: cacc9f87-69a6-417c-bbce-f307efa9d1f7 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:52:29.761195 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:29.761795 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:29.868833 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:29.961586 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a8459d2d-bab8-4a13-a3c1-64d3e1c38e5e req-c794f3c3-f842-4a59-bfae-325373d9ede6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffbafd07-5bf0-467b-80f3-7a29a72775de HTTP/1.1" status: 200 len: 210 time: 0.0286222 Aug 09 11:52:30.088070 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:30.118973 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab318f-4f99-4566-a3ab-33449dea2d7a None None] The sync data for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi is: [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:52:30.213697 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e20e5d12-86e7-49a4-ab44-950b993d4685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:30.339626 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55f06f-00d9-45dd-a4e4-2149603f8216 None None] New status for floating IP bc45c791-237c-4ee9-9cc1-95961597c1da: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:52:30.344310 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:30.673658 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95149f6-b2a9-4f9e-b989-b9458d28b932 req-2a538649-e36d-4185-b2c5-1493394e87e5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:30.675427 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b95149f6-b2a9-4f9e-b989-b9458d28b932 req-2a538649-e36d-4185-b2c5-1493394e87e5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0481110 Aug 09 11:52:30.712114 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b95149f6-b2a9-4f9e-b989-b9458d28b932 req-1b194457-a2ca-4233-b4c1-17187fd975f6 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306242 Aug 09 11:52:30.927934 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ac9b1296-4808-4d5e-81ee-54f17f4b16cc details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:52:31.023915 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:31.035504 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'port_id': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'mac_address': 'fa:16:3e:44:a1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:52:31.059883 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39726) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:31.080120 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.098346 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9b1296-4808-4d5e-81ee-54f17f4b16cc {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:31.118207 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:31.121239 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-29ae8441-1d78-46f1-9331-9decccb7d7ff tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.122381 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.147477 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-29ae8441-1d78-46f1-9331-9decccb7d7ff tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.175910 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:31.183417 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.183763 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.184043 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.184375 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.185048 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.185048 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.185335 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.185845 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.185957 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.186467 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.186590 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.187087 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:31.207940 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-29ae8441-1d78-46f1-9331-9decccb7d7ff tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.210807 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-29ae8441-1d78-46f1-9331-9decccb7d7ff tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.212008 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-29ae8441-1d78-46f1-9331-9decccb7d7ff tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "DELETE /v2.0/security-groups/c5e0bba9-176e-44d9-9861-b51da89f145c HTTP/1.1" status: 204 len: 168 time: 0.1510382 Aug 09 11:52:31.214854 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39728) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:31.221642 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae8441-1d78-46f1-9331-9decccb7d7ff tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e0bba9-176e-44d9-9861-b51da89f145c,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:31.230375 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.api.v2.resource [None req-01b1dfbb-489a-43f1-95dd-ef7815465a42 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] show failed (client error): The resource could not be found. Aug 09 11:52:31.231621 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-01b1dfbb-489a-43f1-95dd-ef7815465a42 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups/c5e0bba9-176e-44d9-9861-b51da89f145c HTTP/1.1" status: 404 len: 347 time: 0.0157154 Aug 09 11:52:31.234716 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39730) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:31.361273 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Deleting port e28a5459-09fa-4f8b-a15e-e5196b1aa5d3 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:52:31.361648 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.437089 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.437366 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.448523 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Calling delete_port for e28a5459-09fa-4f8b-a15e-e5196b1aa5d3 owned by network:floatingip {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:52:31.534964 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.585662 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.611184 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event deleted for resources: {'Port': ['ID=e28a5459-09fa-4f8b-a15e-e5196b1aa5d3,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:31.636014 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['ac9b1296-4808-4d5e-81ee-54f17f4b16cc'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:52:31.668963 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.671473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:31.672764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-ed0b71ea-4fca-466b-8bb3-033519c03afc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "DELETE /v2.0/floatingips/bc45c791-237c-4ee9-9cc1-95961597c1da HTTP/1.1" status: 204 len: 168 time: 0.4371300 Aug 09 11:52:31.839924 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7c334-8370-41c9-8c52-775e380ad7fb req-72ef31a9-1fe2-4440-950a-79212a087a3f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:31.848524 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-28d7c334-8370-41c9-8c52-775e380ad7fb req-72ef31a9-1fe2-4440-950a-79212a087a3f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 944 time: 0.0677736 Aug 09 11:52:31.895816 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-28d7c334-8370-41c9-8c52-775e380ad7fb req-60dea95d-ae61-419c-b908-a63e08610230 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461023 Aug 09 11:52:31.903339 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39736) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:31.908290 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-bfd3fdab-b0d9-44ff-9e80-a770fd5ab11d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341897516', 'description': 'tempest-description--1436625046'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:31.933036 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdab-b0d9-44ff-9e80-a770fd5ab11d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.019592 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdab-b0d9-44ff-9e80-a770fd5ab11d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.023301 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdab-b0d9-44ff-9e80-a770fd5ab11d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.048020 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fdab-b0d9-44ff-9e80-a770fd5ab11d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.049736 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-bfd3fdab-b0d9-44ff-9e80-a770fd5ab11d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1447706 Aug 09 11:52:32.052639 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39738) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:32.054845 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3fdab-b0d9-44ff-9e80-a770fd5ab11d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce55629-46a9-47fe-8c2c-ec355e4ad131,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:32.057240 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-a27e091e-3f5e-4ed3-b41b-4a448daf7674 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'security_group_rule': {'security_group_id': '3ce55629-46a9-47fe-8c2c-ec355e4ad131', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:32.084191 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a27e091e-3f5e-4ed3-b41b-4a448daf7674 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.142333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a27e091e-3f5e-4ed3-b41b-4a448daf7674 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.145888 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a27e091e-3f5e-4ed3-b41b-4a448daf7674 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.165146 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e091e-3f5e-4ed3-b41b-4a448daf7674 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0c5db0-a955-4e29-86ae-36e3fac03988,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:32.170392 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a27e091e-3f5e-4ed3-b41b-4a448daf7674 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.171596 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a27e091e-3f5e-4ed3-b41b-4a448daf7674 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179414 Aug 09 11:52:32.174752 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39740) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:32.179098 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-807b7da0-a552-4505-97fd-7466ac0b7d37 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'security_group_rule': {'security_group_id': '3ce55629-46a9-47fe-8c2c-ec355e4ad131', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:32.204729 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-807b7da0-a552-4505-97fd-7466ac0b7d37 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.259479 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-807b7da0-a552-4505-97fd-7466ac0b7d37 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.262953 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-807b7da0-a552-4505-97fd-7466ac0b7d37 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.279180 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b7da0-a552-4505-97fd-7466ac0b7d37 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ad2450-47de-4719-9eba-0c56064f64c0,revision_number=0']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:32.285627 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-807b7da0-a552-4505-97fd-7466ac0b7d37 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.287035 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-807b7da0-a552-4505-97fd-7466ac0b7d37 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113186 Aug 09 11:52:32.289960 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39742) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:32.294273 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:32.315747 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.410977 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.516108 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Allocated IP 172.27.3.56 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/4aa44bf1-f9bc-41cf-84af-acf76fd4bc64) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:32.616837 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.655323 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.690271 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:32.694899 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:32.702806 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:32.705878 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'Port': ['ID=4aa44bf1-f9bc-41cf-84af-acf76fd4bc64,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:32.789557 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.825940 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:32.934572 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ac9b1296-4808-4d5e-81ee-54f17f4b16cc up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:52:32.983290 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port ac9b1296-4808-4d5e-81ee-54f17f4b16cc completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:32.993520 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port ac9b1296-4808-4d5e-81ee-54f17f4b16cc triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:32.993894 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.006726 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.011425 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440272'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.030546 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.084546 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f88c72-3c82-4e55-a269-3b2374340322 req-037e59f5-1c41-4cfe-9b31-8dd7157030a0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:33.085952 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a1f88c72-3c82-4e55-a269-3b2374340322 req-037e59f5-1c41-4cfe-9b31-8dd7157030a0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 944 time: 0.1272764 Aug 09 11:52:33.089829 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.111235 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'Port': ['ID=4aa44bf1-f9bc-41cf-84af-acf76fd4bc64,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:33.113327 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:33.116430 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d333fd3-2895-47ca-a0b9-e5e174257216" -d '{"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-plugged", "status": "completed", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:33.132783 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:33.133601 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.137294 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.139061 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:52:33.161610 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a1f88c72-3c82-4e55-a269-3b2374340322 req-cd31a1ae-d6e0-44f4-b776-63376bc349e3 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667198 Aug 09 11:52:33.177900 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:33.180248 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9558e370-b6b1-435a-aff9-05cceaf4eb87 x-openstack-request-id: req-9558e370-b6b1-435a-aff9-05cceaf4eb87 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:33.180405 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-6dbced78-6460-4220-a34d-21ead2b86cb1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8890774 Aug 09 11:52:33.180517 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-plugged", "status": "completed", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:33.180769 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9558e370-b6b1-435a-aff9-05cceaf4eb87 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:33.181146 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'code': 200} Aug 09 11:52:33.181647 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 9fb5086e-7901-4d51-8586-0d9123dfbb12 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:52:33.181976 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb5086e-7901-4d51-8586-0d9123dfbb12 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:52:33.210070 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:33.366832 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-74b3f1c7-4fbe-4514-a627-fcac732167f0 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--341897516&fields=id&tenant_id=2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 267 time: 0.0368247 Aug 09 11:52:33.444218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e56cdf-a277-41ac-a6b9-8e0c6aafa4b7 req-118c1ae0-d103-498b-9b15-e25fd9ced5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:33.445816 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-87e56cdf-a277-41ac-a6b9-8e0c6aafa4b7 req-118c1ae0-d103-498b-9b15-e25fd9ced5a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1098 time: 0.0451784 Aug 09 11:52:33.470689 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-ec0320ba-e429-4bb5-acde-0dc4da128b5b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:33.472745 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-ec0320ba-e429-4bb5-acde-0dc4da128b5b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 816 time: 0.0991359 Aug 09 11:52:33.482245 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-87e56cdf-a277-41ac-a6b9-8e0c6aafa4b7 req-a9de0e45-0ae9-4958-b46a-a10b2301e0f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286727 Aug 09 11:52:33.488034 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-ba59237d-973d-4e40-a539-ff08d3c142a0 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/quotas/2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 375 time: 0.0091484 Aug 09 11:52:33.539640 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-7feab7cc-f5b4-4d09-b508-6481cfc050ad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462410 Aug 09 11:52:33.675546 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-5e7380a6-692e-4d7b-9763-f8754220f2c8 service neutron] 10.222.0.50 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239619 Aug 09 11:52:33.763788 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-d32e08af-5b93-4897-b58b-405ddaf5ab22 service neutron] 10.222.0.50 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821807 Aug 09 11:52:33.923228 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3e156e4c-5b4b-45ed-bf44-497b265ee060 req-27281728-a840-45b8-8de3-244f9d4841d9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 210 time: 0.0254414 Aug 09 11:52:34.282408 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb448ec-b63d-4453-889a-b241a225b1e1 req-76374955-d201-4264-b633-d8d145048ae8 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:34.284430 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6bb448ec-b63d-4453-889a-b241a225b1e1 req-76374955-d201-4264-b633-d8d145048ae8 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0606046 Aug 09 11:52:34.322941 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6bb448ec-b63d-4453-889a-b241a225b1e1 req-f6af2d07-9505-48cf-8336-4b61382803bb tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326183 Aug 09 11:52:35.034237 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7f502320-b4a9-472a-9d19-a0599130a4ca req-0c9580bc-f45a-470b-a838-764e9d9b9d38 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 210 time: 0.0345509 Aug 09 11:52:35.144538 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-8d509502-7002-4c41-a680-1a359e0e51e5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:35.145973 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-8d509502-7002-4c41-a680-1a359e0e51e5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 816 time: 0.1255171 Aug 09 11:52:35.222441 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-33d8d526-0f16-40a4-93d6-f273a2f73328 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 379 time: 0.0401340 Aug 09 11:52:35.239609 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'port': {'device_id': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'admin_state_up': True, 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'security_groups': ['3ce55629-46a9-47fe-8c2c-ec355e4ad131']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:35.345533 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Made reservation on behalf of 2aff56ec407a4d688cd93df93dffd8a0 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:52:35.348996 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:35.435743 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e52ae1-e499-4df5-bce3-64404d6c2cd8 req-82892ccf-84ab-4fa2-8b18-2fccb6181bb9 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:35.437228 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-89e52ae1-e499-4df5-bce3-64404d6c2cd8 req-82892ccf-84ab-4fa2-8b18-2fccb6181bb9 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0481751 Aug 09 11:52:35.475351 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-89e52ae1-e499-4df5-bce3-64404d6c2cd8 req-942adc50-ecb9-4ccd-b29a-5dca2a5e829b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Aug 09 11:52:35.476225 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Allocated IP 172.20.0.14 (cb71c79f-17fc-4850-8418-2b7c4d595b9f/4ee4b529-e59b-47ec-8057-5d931635d420/5d7c94fb-fb23-4190-b240-5117140d6753) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:35.633411 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da72de-40e6-4a02-826b-d1044dc47d10 req-e4f7f1b3-985d-48a0-87fd-7d4dc18c221e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:35.634860 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-17da72de-40e6-4a02-826b-d1044dc47d10 req-e4f7f1b3-985d-48a0-87fd-7d4dc18c221e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0837383 Aug 09 11:52:35.661695 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:35.685153 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Transition to ACTIVE for port object 5d7c94fb-fb23-4190-b240-5117140d6753 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:35.693653 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-17da72de-40e6-4a02-826b-d1044dc47d10 req-b78f54f9-ab64-433f-bd8a-13b9cc3a7301 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529044 Aug 09 11:52:35.716412 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39784) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:35.726731 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:35.771255 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:35.774385 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:35.778084 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:35.798462 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36665954-6386-435d-b8f7-4ad2f4d66c7d tempest-TestShelveInstance-476928437 tempest-TestShelveInstance-476928437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:35.800563 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-36665954-6386-435d-b8f7-4ad2f4d66c7d tempest-TestShelveInstance-476928437 tempest-TestShelveInstance-476928437-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1093 time: 0.0831616 Aug 09 11:52:35.802170 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:35.803436 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39788) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:35.809869 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'port_id': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:35.836072 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:35.836732 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:35.837421 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for floatingip, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:35.855519 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-740d0bc4-b4d8-4670-b0a0-69faee92fc31 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204970 Aug 09 11:52:35.910017 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Request body: {'port': {'device_id': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:35.942128 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:35.967808 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.040964 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-4003f455-3637-440b-a0e7-24e316062363 None None] Provisioning for port 5d7c94fb-fb23-4190-b240-5117140d6753 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:36.044469 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-4003f455-3637-440b-a0e7-24e316062363 None None] Provisioning complete for port 5d7c94fb-fb23-4190-b240-5117140d6753 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:36.044785 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4003f455-3637-440b-a0e7-24e316062363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.052099 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Allocated IP 172.27.3.127 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/971be3f0-37f1-4af4-b73b-2b44803be5c3) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:36.083368 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-4003f455-3637-440b-a0e7-24e316062363 None None] Port 5d7c94fb-fb23-4190-b240-5117140d6753 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:52:36.197862 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e6d52-0333-4703-a731-76f3fd01eaea req-f0617d30-d0df-4af9-a78c-94a2c61fa0de tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:36.199327 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e30e6d52-0333-4703-a731-76f3fd01eaea req-f0617d30-d0df-4af9-a78c-94a2c61fa0de tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 932 time: 0.0768747 Aug 09 11:52:36.217833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.243215 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7c94fb-fb23-4190-b240-5117140d6753 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:36.250458 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.255929 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e30e6d52-0333-4703-a731-76f3fd01eaea req-73c642ff-8c47-41b8-84c6-1871f4799497 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478182 Aug 09 11:52:36.264043 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Transition to ACTIVE for port object 5d7c94fb-fb23-4190-b240-5117140d6753 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:36.268899 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.285631 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.320649 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:36.328774 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:36.333995 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:36.338498 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:36.341915 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'Port': ['ID=971be3f0-37f1-4af4-b73b-2b44803be5c3,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:36.389681 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Attempting to bind port 5d7c94fb-fb23-4190-b240-5117140d6753 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:52:36.390023 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Attempting to bind port 5d7c94fb-fb23-4190-b240-5117140d6753 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:52:36.390345 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Attempting to bind port 5d7c94fb-fb23-4190-b240-5117140d6753 on network cb71c79f-17fc-4850-8418-2b7c4d595b9f {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:36.395863 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Port 5d7c94fb-fb23-4190-b240-5117140d6753 on network cb71c79f-17fc-4850-8418-2b7c4d595b9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:52:36.396185 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Attempting to bind port 5d7c94fb-fb23-4190-b240-5117140d6753 on network cb71c79f-17fc-4850-8418-2b7c4d595b9f {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:36.401328 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:52:36.401668 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Checking segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:52:36.402046 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Bound using segment: {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:52:36.402475 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Bound port: 5d7c94fb-fb23-4190-b240-5117140d6753, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3af8b6a-b1ad-47dc-9137-a7096671aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:52:36.402882 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.416027 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.470544 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:52:36.474913 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:52:36.480645 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.518418 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:36.519066 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.520471 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] 10.222.0.43 "PUT /v2.0/ports/5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 200 len: 1094 time: 0.6164634 Aug 09 11:52:36.520910 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:36.523121 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d244311c-3e30-470a-ba60-2fbcd5b1d842" -d '{"events": [{"name": "network-changed", "server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:36.547751 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910542d-7a29-4ee1-815f-764fa2a988fe service neutron] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:36.573715 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd067a25-dfc0-4332-b2d3-7cbeb2829f66 x-openstack-request-id: req-bd067a25-dfc0-4332-b2d3-7cbeb2829f66 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:36.573715 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:36.573984 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd067a25-dfc0-4332-b2d3-7cbeb2829f66 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:36.574472 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753', 'status': 'completed', 'code': 200} Aug 09 11:52:36.645570 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-847489f0-f7f2-49e0-a639-5dfbde1a738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:36.647516 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-847489f0-f7f2-49e0-a639-5dfbde1a738d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1097 time: 0.0507200 Aug 09 11:52:36.700258 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-85cf2e02-77a0-45fe-a16d-ef4564b9e06d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 200 len: 217 time: 0.0373631 Aug 09 11:52:36.751795 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f9b3518e-ddd3-4e79-8a45-5eebcb52112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:36.753454 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-f9b3518e-ddd3-4e79-8a45-5eebcb52112f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0448747 Aug 09 11:52:36.756971 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.805672 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-16428644-51b7-4151-9eae-d680be302f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:36.807160 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-16428644-51b7-4151-9eae-d680be302f03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452650 Aug 09 11:52:36.832722 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.904115 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-1065d693-a0fe-43a8-a9b4-908366de5f9e service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894551 Aug 09 11:52:36.988614 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:36.994316 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440272'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:37.021793 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76588b33-5bdf-47bc-9a21-d1e6957b54ff req-da216d2c-636d-451e-bc23-1d94fc709d5c service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918798 Aug 09 11:52:37.067205 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event updated for resources: {'Port': ['ID=971be3f0-37f1-4af4-b73b-2b44803be5c3,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:37.075467 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:37.159914 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-065b4fe6-5dfd-43af-8db3-d986d9f2ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:37.161791 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-065b4fe6-5dfd-43af-8db3-d986d9f2ea38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1097 time: 0.0444555 Aug 09 11:52:37.194828 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Floating IP 43e6315f-d208-41c0-8957-2394d5c241a6 associated. External IP: 172.27.3.127, port: ac9b1296-4808-4d5e-81ee-54f17f4b16cc. Aug 09 11:52:37.261831 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-fe88d229-b6e9-465d-99a2-45e1629c9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:37.263626 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-fe88d229-b6e9-465d-99a2-45e1629c9dd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.0940323 Aug 09 11:52:37.311707 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-f026ffe8-d32a-44b5-a375-c5057a65b28f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 200 len: 217 time: 0.0402930 Aug 09 11:52:37.366489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-26b62741-410a-43b5-b8fb-77ee2b2c1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:37.367967 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-26b62741-410a-43b5-b8fb-77ee2b2c1b9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0456874 Aug 09 11:52:37.413918 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-812e7c39-cd7c-4e8e-8698-c7fa138637a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:37.415641 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-812e7c39-cd7c-4e8e-8698-c7fa138637a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401924 Aug 09 11:52:37.426833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed46255-117d-416a-b433-2c78fd0cb0cf req-2e34c479-35a4-49ad-a7ed-49bff1abb880 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:37.428317 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9ed46255-117d-416a-b433-2c78fd0cb0cf req-2e34c479-35a4-49ad-a7ed-49bff1abb880 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0913243 Aug 09 11:52:37.463899 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:52:37.483329 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9ed46255-117d-416a-b433-2c78fd0cb0cf req-9086fdfe-bd92-44fb-a472-48483f532806 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481853 Aug 09 11:52:37.518781 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-eb78e5b0-3f6d-4482-8af3-a73a61eac021 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934346 Aug 09 11:52:37.594140 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:52:37.606005 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] Sync routers for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:52:37.609699 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d244311c-3e30-470a-ba60-2fbcd5b1d842 req-336d5d3f-8883-4608-b575-ea3398b3583f service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832996 Aug 09 11:52:37.612220 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:37.616648 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:37.617249 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:37.639234 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-0bf225f2-434a-49ce-8d70-ff0d30090d3e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8339045 Aug 09 11:52:37.640004 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:37.642412 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cc45c0-0787-4fd5-af6e-47d950f85cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:37.728859 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:37.742322 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d239536e-e8ae-44eb-9be0-dabecf2ccce3 x-openstack-request-id: req-d239536e-e8ae-44eb-9be0-dabecf2ccce3 {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:37.742609 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:37.742856 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d239536e-e8ae-44eb-9be0-dabecf2ccce3 {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:37.743241 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'status': 'completed', 'code': 200} Aug 09 11:52:37.828711 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-7eaf9d0e-6cea-41d2-b240-189a11acab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:37.830808 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-7eaf9d0e-6cea-41d2-b240-189a11acab34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1098 time: 0.0399170 Aug 09 11:52:37.925866 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-ab7c4dba-ae54-4314-a23d-f14dd1a4fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:37.927295 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-ab7c4dba-ae54-4314-a23d-f14dd1a4fe7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 910 time: 0.0895987 Aug 09 11:52:37.996092 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-abc7c705-4717-4fc4-89fd-f38df065d47e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 999 time: 0.0607302 Aug 09 11:52:38.050449 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-f90ced62-33f8-4ff4-b1f7-4e885643da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:38.051930 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-f90ced62-33f8-4ff4-b1f7-4e885643da0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 200 len: 848 time: 0.0462160 Aug 09 11:52:38.097680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-ee884751-59f2-4dfc-ae6a-6e3843f3d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:38.099284 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-ee884751-59f2-4dfc-ae6a-6e3843f3d3c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e90a80df-929f-4cef-9769-130195cf720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396507 Aug 09 11:52:38.106459 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '43e6315f-d208-41c0-8957-2394d5c241a6', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'port_id': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'mac_address': 'fa:16:3e:44:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:36Z', 'updated_at': '2021-08-09T11:52:36Z', 'revision_number': 0, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 5, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:38.137596 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] Checking router: 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:52:38.146691 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:38.147307 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:38.193026 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-8d9c1508-bc4e-4d7b-ae4a-86f103655443 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 Aug 09 11:52:38.253637 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:38.286319 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-27cc45c0-0787-4fd5-af6e-47d950f85cbd req-46c3b944-88b6-4df5-9456-0369d43c03c3 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844471 Aug 09 11:52:38.471189 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '43e6315f-d208-41c0-8957-2394d5c241a6', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'port_id': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'mac_address': 'fa:16:3e:44:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:36Z', 'updated_at': '2021-08-09T11:52:36Z', 'revision_number': 0, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 5, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:38.497384 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edc573-c4e0-4fcb-8c88-f632394f69e0 None None] The sync data for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi is: [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '43e6315f-d208-41c0-8957-2394d5c241a6', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'port_id': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'mac_address': 'fa:16:3e:44:a1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:36Z', 'updated_at': '2021-08-09T11:52:36Z', 'revision_number': 0, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 5, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:52:38.610248 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92482505-bafa-4a02-9378-07bc282b5c65 req-f7f64914-e303-42c5-b71f-74e2cb6d0f0e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:38.612011 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-92482505-bafa-4a02-9378-07bc282b5c65 req-f7f64914-e303-42c5-b71f-74e2cb6d0f0e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0529578 Aug 09 11:52:38.653768 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-92482505-bafa-4a02-9378-07bc282b5c65 req-106b0d42-c444-4318-856e-cbede445fc73 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355237 Aug 09 11:52:38.688659 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72b8c7-ed6a-43ab-ab7f-515e48dee762 None None] New status for floating IP 43e6315f-d208-41c0-8957-2394d5c241a6: ACTIVE {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:52:39.363478 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-b84d6bcf-d504-4986-aaf6-abdccd0175dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413384 Aug 09 11:52:39.435220 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-8b8106c0-7d71-49d7-b890-f76b29f41f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:39.436712 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-8b8106c0-7d71-49d7-b890-f76b29f41f69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 1098 time: 0.0392287 Aug 09 11:52:39.540584 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-c970169a-d047-4c6f-b927-fde9e1147943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:39.542456 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-c970169a-d047-4c6f-b927-fde9e1147943 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.0862448 Aug 09 11:52:39.605807 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-652cdefc-84e1-4e1a-9328-713549ebeaf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e280320-e3ab-44d2-9acc-7498453c8403 HTTP/1.1" status: 200 len: 1000 time: 0.0553803 Aug 09 11:52:39.656627 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-2e8f1966-c0c2-4935-b42e-3c1342f08490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:39.657964 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-2e8f1966-c0c2-4935-b42e-3c1342f08490 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0445800 Aug 09 11:52:39.708950 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-40b85910-908a-426f-b674-4811a8704191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:39.710489 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-40b85910-908a-426f-b674-4811a8704191 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452356 Aug 09 11:52:39.833783 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821ec85-2bec-443f-9943-eb539f6c61d9 req-506dde1f-ce56-4142-9566-83088bf35645 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:39.835240 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4821ec85-2bec-443f-9943-eb539f6c61d9 req-506dde1f-ce56-4142-9566-83088bf35645 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0999179 Aug 09 11:52:39.840481 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-b16b5843-7151-4110-9624-95dac2076be1 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220238 Aug 09 11:52:39.918292 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4821ec85-2bec-443f-9943-eb539f6c61d9 req-e740be5d-e435-41ca-900c-8043f0225dd8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768087 Aug 09 11:52:39.951181 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-07d4648e-7134-4d6b-b931-07f55723c5e8 req-0eef1ae0-571c-428f-bda8-5ae863a0c578 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026762 Aug 09 11:52:40.974890 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:52:41.034910 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc9370-18d2-4a35-9098-3b76b340001f req-39ad3c50-5c55-4595-aed6-40099470aa8f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:41.036435 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0bfc9370-18d2-4a35-9098-3b76b340001f req-39ad3c50-5c55-4595-aed6-40099470aa8f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0476067 Aug 09 11:52:41.074877 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:41.079509 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0bfc9370-18d2-4a35-9098-3b76b340001f req-15c66d8d-e9c1-4724-91c8-ce8886c886e6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371027 Aug 09 11:52:41.086601 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '5d7c94fb-fb23-4190-b240-5117140d6753', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'port_id': '5d7c94fb-fb23-4190-b240-5117140d6753', 'mac_address': 'fa:16:3e:e0:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:52:41.128944 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:41.142095 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7c94fb-fb23-4190-b240-5117140d6753 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:41.160661 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:41.164557 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:41.210821 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:41.605525 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['5d7c94fb-fb23-4190-b240-5117140d6753'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:52:42.442170 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7c78f-d226-4437-8ece-7ca4ff65717d req-b2893184-6b92-4ab4-b4aa-b5cffb5cd0a6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:42.443665 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e0e7c78f-d226-4437-8ece-7ca4ff65717d req-b2893184-6b92-4ab4-b4aa-b5cffb5cd0a6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 945 time: 0.2947147 Aug 09 11:52:42.482887 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e0e7c78f-d226-4437-8ece-7ca4ff65717d req-d9862200-a770-480c-b485-dc81a6651c74 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333056 Aug 09 11:52:43.001339 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:52:43.048032 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 5d7c94fb-fb23-4190-b240-5117140d6753 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:43.051550 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 5d7c94fb-fb23-4190-b240-5117140d6753 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:43.051945 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:43.130009 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:43.166784 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:43.169081 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4856c1a-8d4e-4275-9f1e-a560f65d3957" -d '{"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:43.182492 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:43.186730 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:43.210367 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e660b7-a742-4015-a56a-07cdbaab8b29 x-openstack-request-id: req-45e660b7-a742-4015-a56a-07cdbaab8b29 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:43.210654 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:43.210900 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45e660b7-a742-4015-a56a-07cdbaab8b29 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:43.211284 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753', 'code': 200} Aug 09 11:52:43.237008 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:43.410366 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3cda9-06b8-4fb6-86bc-924aad226326 req-74e30e30-13e4-4b78-8b44-5f238338eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:43.411896 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-06b3cda9-06b8-4fb6-86bc-924aad226326 req-74e30e30-13e4-4b78-8b44-5f238338eb9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1099 time: 0.0380669 Aug 09 11:52:43.454924 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-06b3cda9-06b8-4fb6-86bc-924aad226326 req-7fa4a9ab-82af-4639-acc7-99233c7df1d2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352774 Aug 09 11:52:43.554228 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:52:43.600856 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8fa0c-bf6f-45ad-bce2-530a90e6f1ae req-5717138b-96a9-496b-b933-20f02cb5de50 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:43.602566 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-24a8fa0c-bf6f-45ad-bce2-530a90e6f1ae req-5717138b-96a9-496b-b933-20f02cb5de50 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0474811 Aug 09 11:52:43.641501 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-24a8fa0c-bf6f-45ad-bce2-530a90e6f1ae req-9a3fd112-8967-4f6b-9888-224f1faf5799 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Aug 09 11:52:44.760344 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa96566-9085-4d89-b53b-f344675e6992 req-3078bdce-1c9a-48f5-903e-c47af8177b87 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:44.761782 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5fa96566-9085-4d89-b53b-f344675e6992 req-3078bdce-1c9a-48f5-903e-c47af8177b87 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0476937 Aug 09 11:52:44.798637 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5fa96566-9085-4d89-b53b-f344675e6992 req-d36ed04c-5c6c-407b-b40c-d15c1abd6924 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Aug 09 11:52:45.914573 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb75b4-3c9d-442b-9f00-166ffb1c17dd req-b2a560c7-7ea5-4be2-94b3-ffe0f2a09038 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:45.916028 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8fcb75b4-3c9d-442b-9f00-166ffb1c17dd req-b2a560c7-7ea5-4be2-94b3-ffe0f2a09038 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0472620 Aug 09 11:52:45.951869 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8fcb75b4-3c9d-442b-9f00-166ffb1c17dd req-c5b6acb8-074a-4d89-8dd3-a0384a60af00 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299010 Aug 09 11:52:46.066617 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a6114-ee51-41fa-bdf1-545dbbb4205e req-f14ccfe3-f383-4cb3-b4c9-776eab14f2d9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:46.068092 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dd6a6114-ee51-41fa-bdf1-545dbbb4205e req-f14ccfe3-f383-4cb3-b4c9-776eab14f2d9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0505991 Aug 09 11:52:46.076366 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39828) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:46.080684 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Request body: {'floatingip': {'port_id': '5d7c94fb-fb23-4190-b240-5117140d6753'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:46.117766 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.756209 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.759895 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.856662 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Floating IP 5bfad0ab-73b3-4401-bc46-95005613a63b associated. External IP: 172.27.3.56, port: 5d7c94fb-fb23-4190-b240-5117140d6753. Aug 09 11:52:47.055768 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Router cacc9f87-69a6-417c-bbce-f307efa9d1f7 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:52:47.158768 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:52:47.172960 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] Sync routers for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:52:47.173647 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:47.185439 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:47.186048 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:47.200447 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-cc132325-e57a-4aaf-aff0-af924eb76ad3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "PUT /v2.0/floatingips/5bfad0ab-73b3-4401-bc46-95005613a63b HTTP/1.1" status: 200 len: 991 time: 1.1230602 Aug 09 11:52:47.201039 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:47.203310 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d7ae94-e164-4a43-bb8a-59d126194d05" -d '{"events": [{"name": "network-changed", "server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:47.240643 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e16469e-804b-4162-bae6-445aedbc4f11 x-openstack-request-id: req-6e16469e-804b-4162-bae6-445aedbc4f11 {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:47.240940 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:47.241199 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e16469e-804b-4162-bae6-445aedbc4f11 {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:47.241598 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753', 'status': 'completed', 'code': 200} Aug 09 11:52:47.302889 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:47.335567 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-afd24ac1-3740-414e-b7ce-8b826b7e03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:47.337065 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-afd24ac1-3740-414e-b7ce-8b826b7e03ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1099 time: 0.0406094 Aug 09 11:52:47.428052 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-93aaba37-74b1-413f-9464-34bbad1866ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:47.429510 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-93aaba37-74b1-413f-9464-34bbad1866ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.0846310 Aug 09 11:52:47.494114 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-a48466f1-2f60-4219-8e37-49d2a9b72a5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 200 len: 999 time: 0.0568311 Aug 09 11:52:47.527442 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '5bfad0ab-73b3-4401-bc46-95005613a63b', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'port_id': '5d7c94fb-fb23-4190-b240-5117140d6753', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'mac_address': 'fa:16:3e:e0:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:32Z', 'updated_at': '2021-08-09T11:52:46Z', 'revision_number': 1, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:47.548938 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-262fdc0c-0dc1-4ef4-b09c-0a1349cc3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:47.550562 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-262fdc0c-0dc1-4ef4-b09c-0a1349cc3b00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0456183 Aug 09 11:52:47.562091 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] Checking router: cacc9f87-69a6-417c-bbce-f307efa9d1f7 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:52:47.571244 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:47.571959 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:47.599725 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-48ae2ea2-3a72-4975-b86f-41ece1669d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:47.601120 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-48ae2ea2-3a72-4975-b86f-41ece1669d87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432158 Aug 09 11:52:47.677791 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:47.691832 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-e97628f0-0b96-42b3-85fa-81ee58e44529 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822046 Aug 09 11:52:47.785753 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4d7ae94-e164-4a43-bb8a-59d126194d05 req-bacde8b2-994e-4e29-8888-20264bd95e09 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856447 Aug 09 11:52:47.902706 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '5bfad0ab-73b3-4401-bc46-95005613a63b', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'port_id': '5d7c94fb-fb23-4190-b240-5117140d6753', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'mac_address': 'fa:16:3e:e0:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:32Z', 'updated_at': '2021-08-09T11:52:46Z', 'revision_number': 1, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:47.929311 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e00cff-31e4-40de-8891-72ebdbe9977e None None] The sync data for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi is: [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '5bfad0ab-73b3-4401-bc46-95005613a63b', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'port_id': '5d7c94fb-fb23-4190-b240-5117140d6753', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'mac_address': 'fa:16:3e:e0:af:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:32Z', 'updated_at': '2021-08-09T11:52:46Z', 'revision_number': 1, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:52:48.100748 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c141af8-7e90-4057-9df1-1183a323232b None None] New status for floating IP 5bfad0ab-73b3-4401-bc46-95005613a63b: ACTIVE {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:52:48.780500 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e3ff9-c751-4dad-b30f-89808f79886e req-84707428-0ca9-4cb0-8295-2f2c37d24776 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:48.781884 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7b8e3ff9-c751-4dad-b30f-89808f79886e req-84707428-0ca9-4cb0-8295-2f2c37d24776 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0480945 Aug 09 11:52:48.819713 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-7b8e3ff9-c751-4dad-b30f-89808f79886e req-f13d5196-2c3c-4ecc-84d3-7c24b944307c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Aug 09 11:52:49.933641 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22f5c7-269e-4cb2-82da-7009085125d1 req-1bd5990c-3248-4425-810b-e1492f2d510a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:49.935089 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af22f5c7-269e-4cb2-82da-7009085125d1 req-1bd5990c-3248-4425-810b-e1492f2d510a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0475547 Aug 09 11:52:49.971943 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-af22f5c7-269e-4cb2-82da-7009085125d1 req-a3d1e04a-a9d4-4871-bd08-044bd9b3a2bf tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Aug 09 11:52:50.879021 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-1762d70a-6e07-47c4-9071-e4c7f02f8a34 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:50.880515 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-1762d70a-6e07-47c4-9071-e4c7f02f8a34 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0482619 Aug 09 11:52:50.974693 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Deleting port 3e280320-e3ab-44d2-9acc-7498453c8403 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:52:50.975030 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.064374 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] For port 3e280320-e3ab-44d2-9acc-7498453c8403, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=3e280320-e3ab-44d2-9acc-7498453c8403,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:51.064739 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.089635 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038579c-1a6c-4975-af60-2a1d72a6dc36 req-197357db-b96d-4192-b95f-de582d581349 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:51.091111 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a038579c-1a6c-4975-af60-2a1d72a6dc36 req-197357db-b96d-4192-b95f-de582d581349 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 945 time: 0.0510499 Aug 09 11:52:51.128139 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a038579c-1a6c-4975-af60-2a1d72a6dc36 req-eed6599a-88ad-4187-bae2-1aadbfa0d199 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Aug 09 11:52:51.237900 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.238266 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.238572 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Floating IP 0baafc08-5f61-41c7-abe4-1aff6d161579 disassociated. External IP: 172.27.3.60, port: 3e280320-e3ab-44d2-9acc-7498453c8403. Aug 09 11:52:51.238906 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Calling delete_port for 3e280320-e3ab-44d2-9acc-7498453c8403 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:52:51.365155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.390957 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event deleted for resources: {'Port': ['ID=3e280320-e3ab-44d2-9acc-7498453c8403,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:51.503447 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:52:51.606241 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:52:51.616697 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:52:51.625998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:51.626593 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:51.646050 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] No DVR routers for this DVR port 3e280320-e3ab-44d2-9acc-7498453c8403 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:52:51.648473 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.650434 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-50926e66-8087-445f-b9cc-3ae81df3d276 req-2d40893b-a8b5-4677-9d5d-deb74ced8bff tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "DELETE /v2.0/ports/3e280320-e3ab-44d2-9acc-7498453c8403 HTTP/1.1" status: 204 len: 173 time: 0.7594893 Aug 09 11:52:51.650864 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'name': 'network-vif-deleted', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:51.653087 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6530a521-8ab6-4e7c-b3fa-9e25314ca585" -d '{"events": [{"server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "name": "network-vif-deleted", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:51.698323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5620ceb-52d6-472d-9f24-ebd6fa60940c x-openstack-request-id: req-f5620ceb-52d6-472d-9f24-ebd6fa60940c {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:51.698628 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d837a-dfa5-4c09-83b2-95055e6e162c", "name": "network-vif-deleted", "tag": "3e280320-e3ab-44d2-9acc-7498453c8403", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:51.698863 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5620ceb-52d6-472d-9f24-ebd6fa60940c {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:51.699258 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d837a-dfa5-4c09-83b2-95055e6e162c', 'name': 'network-vif-deleted', 'tag': '3e280320-e3ab-44d2-9acc-7498453c8403', 'status': 'completed', 'code': 200} Aug 09 11:52:51.862604 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:52.053354 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:52.082655 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:52:52.090869 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:52.091462 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:52:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:52.199897 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:52.249221 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bdeb29a9-0b99-4c98-a111-28d0323e2122 req-6bd8b1ca-ee6a-461c-9717-328394f6906f tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a2d837a-dfa5-4c09-83b2-95055e6e162c HTTP/1.1" status: 200 len: 210 time: 0.0261707 Aug 09 11:52:52.396197 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:52.421158 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99572c0-35ef-4324-b165-42275bfc4af6 None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:52:52.634609 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f22fa-6867-4c0e-93fa-ec6116f2ff96 None None] New status for floating IP 0baafc08-5f61-41c7-abe4-1aff6d161579: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:52:53.447107 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-466b1297-9c01-41b3-be41-ac6f3b7c289f tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901375349&fields=id&tenant_id=e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 267 time: 0.0324359 Aug 09 11:52:53.550652 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-28c086dc-bbaf-4f22-a718-93d053cefe7e tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:53.552402 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-28c086dc-bbaf-4f22-a718-93d053cefe7e tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 811 time: 0.0987389 Aug 09 11:52:53.566627 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4deea20b-b143-40ff-a521-1f0776f46bbe tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/quotas/e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 375 time: 0.0086980 Aug 09 11:52:53.623183 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-e75b9255-f8a2-432d-aa66-e66cad933bf3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509374 Aug 09 11:52:53.716457 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-63f4df8d-4cf8-4535-b9f6-c3555e9246af service neutron] 10.222.0.50 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807555 Aug 09 11:52:53.807404 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-b7c38db7-73a2-4cdd-903f-54ba09e1cce6 service neutron] 10.222.0.50 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849435 Aug 09 11:52:54.092836 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b4dfed32-09b1-43c5-b5c7-fd1110c62a38 req-4cb54bbd-556e-4920-88e5-3430c62f7606 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 210 time: 0.0294025 Aug 09 11:52:55.084655 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 3e280320-e3ab-44d2-9acc-7498453c8403 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:52:55.101230 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-616e9a7d-c0a9-441f-86a1-61a7d7a50375 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:55.103105 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-616e9a7d-c0a9-441f-86a1-61a7d7a50375 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 811 time: 0.1015191 Aug 09 11:52:55.105364 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 3e280320-e3ab-44d2-9acc-7498453c8403 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:52:55.105712 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 3e280320-e3ab-44d2-9acc-7498453c8403 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:52:55.160023 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-a1cc3926-1622-460e-af60-3e93a925e8c4 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 380 time: 0.0394545 Aug 09 11:52:55.194044 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'port': {'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'admin_state_up': True, 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'security_groups': ['1e55f267-8ba1-4195-808a-a12cee259502']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:55.198394 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-65ec6c9f-7c07-49bb-aea0-830f4bb8c7a4 req-17456953-e06c-4646-877b-37302ee7bb57 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 210 time: 0.0340023 Aug 09 11:52:55.307152 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Made reservation on behalf of e83dea55f2bc48168cfec78363a51d3b for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:52:55.310603 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:55.434531 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Allocated IP 172.20.0.10 (c6f1f0b9-6bdc-454a-8320-c1198a35d922/c3c1ed51-743b-46cd-8d99-a310b99070aa/fc28bba2-9d34-4a46-807c-73dbe2ac8381) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:55.566085 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:55.580078 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Transition to ACTIVE for port object fc28bba2-9d34-4a46-807c-73dbe2ac8381 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:55.612593 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:55.659251 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:55.665911 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:55.668431 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:55.699225 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=fc28bba2-9d34-4a46-807c-73dbe2ac8381,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:55.710921 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.711271 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.711642 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.712068 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.712298 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.712585 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.712908 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.713295 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.713546 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.713862 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.714180 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.714515 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:55.738858 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:55.739505 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:55.755862 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-6c29954a-492a-4bb3-a16c-c0882b8b11c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667250 Aug 09 11:52:55.776248 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Request body: {'port': {'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:55.834988 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:55.876615 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-2e20f4bf-587f-4673-9c72-37e328d6da7a None None] Provisioning for port fc28bba2-9d34-4a46-807c-73dbe2ac8381 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:55.881459 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-2e20f4bf-587f-4673-9c72-37e328d6da7a None None] Provisioning complete for port fc28bba2-9d34-4a46-807c-73dbe2ac8381 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:55.881955 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-2e20f4bf-587f-4673-9c72-37e328d6da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:55.925788 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-2e20f4bf-587f-4673-9c72-37e328d6da7a None None] Port fc28bba2-9d34-4a46-807c-73dbe2ac8381 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:52:56.101448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc28bba2-9d34-4a46-807c-73dbe2ac8381 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:56.109015 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:56.121131 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Transition to ACTIVE for port object fc28bba2-9d34-4a46-807c-73dbe2ac8381 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:56.124772 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:56.196009 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Pushing event updated for resources: {'Port': ['ID=fc28bba2-9d34-4a46-807c-73dbe2ac8381,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:56.252151 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Attempting to bind port fc28bba2-9d34-4a46-807c-73dbe2ac8381 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:52:56.252578 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Attempting to bind port fc28bba2-9d34-4a46-807c-73dbe2ac8381 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:52:56.252979 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Attempting to bind port fc28bba2-9d34-4a46-807c-73dbe2ac8381 on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:56.258586 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Port fc28bba2-9d34-4a46-807c-73dbe2ac8381 on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:52:56.258987 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Attempting to bind port fc28bba2-9d34-4a46-807c-73dbe2ac8381 on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:56.264138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:52:56.264556 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Checking segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:52:56.265081 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Bound using segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:52:56.265762 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Bound port: fc28bba2-9d34-4a46-807c-73dbe2ac8381, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:52:56.266155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:56.364750 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98a12b-7f20-4283-a9f2-fc50be9cad51 req-d467dab3-a6ef-4d22-92d5-04f187bf3977 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:56.366294 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e98a12b-7f20-4283-a9f2-fc50be9cad51 req-d467dab3-a6ef-4d22-92d5-04f187bf3977 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0876248 Aug 09 11:52:56.381724 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] For port fc28bba2-9d34-4a46-807c-73dbe2ac8381, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:52:56.403940 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] For port fc28bba2-9d34-4a46-807c-73dbe2ac8381, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:52:56.410168 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:56.441603 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e98a12b-7f20-4283-a9f2-fc50be9cad51 req-973c532b-562f-4b31-a41d-adc795684273 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692582 Aug 09 11:52:56.450608 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:56.451215 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:56.452586 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] 10.222.0.43 "PUT /v2.0/ports/fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 200 len: 1094 time: 0.6808376 Aug 09 11:52:56.453082 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:56.455200 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151fa554-367a-4e80-a564-45a902cb84d5" -d '{"events": [{"name": "network-changed", "server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:56.482434 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332fd8f-5223-4023-8aa8-87c848bfed3d service neutron] Pushing event updated for resources: {'Port': ['ID=fc28bba2-9d34-4a46-807c-73dbe2ac8381,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:56.507256 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6f9c6f-575a-4620-babb-5a7081b583a1 x-openstack-request-id: req-3f6f9c6f-575a-4620-babb-5a7081b583a1 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:56.507679 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:56.508058 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f6f9c6f-575a-4620-babb-5a7081b583a1 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:56.508888 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'status': 'completed', 'code': 200} Aug 09 11:52:56.590138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-e66f8fc9-9e02-4ed8-b1ac-f13215f1863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:56.591709 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-e66f8fc9-9e02-4ed8-b1ac-f13215f1863d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1097 time: 0.0464048 Aug 09 11:52:56.642470 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-920cf49f-ed1e-438a-b12b-833b1ae250c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 200 len: 217 time: 0.0347016 Aug 09 11:52:56.703224 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-1a11e5e4-5cb7-423f-b8d7-db8897dbb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:56.704729 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-1a11e5e4-5cb7-423f-b8d7-db8897dbb1c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0442257 Aug 09 11:52:56.760080 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-02d37239-ab74-4459-80dd-f7ce4a4ff11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:56.761491 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-02d37239-ab74-4459-80dd-f7ce4a4ff11b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405905 Aug 09 11:52:56.861366 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-3b53b629-59e5-495b-9aff-b243e6521e9e service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898268 Aug 09 11:52:56.961472 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2c4eccd8-63f3-481d-8a55-219c465209d2 req-53a2957d-c8fd-4322-81f2-5748162b444e service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845487 Aug 09 11:52:57.125069 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fa554-367a-4e80-a564-45a902cb84d5 req-6830aaad-8576-41d3-91f0-feb3dd2d88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:57.126549 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fa554-367a-4e80-a564-45a902cb84d5 req-6830aaad-8576-41d3-91f0-feb3dd2d88e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1097 time: 0.0448830 Aug 09 11:52:57.217924 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fa554-367a-4e80-a564-45a902cb84d5 req-cf6b1a31-7bea-4622-a90c-185ac0e9a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:57.219370 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fa554-367a-4e80-a564-45a902cb84d5 req-cf6b1a31-7bea-4622-a90c-185ac0e9a840 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.0826020 Aug 09 11:52:57.266082 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fa554-367a-4e80-a564-45a902cb84d5 req-5386c394-ffe0-4380-b948-f2e68f5162df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 200 len: 217 time: 0.0384219 Aug 09 11:52:57.324514 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fa554-367a-4e80-a564-45a902cb84d5 req-ad83a2f1-0044-4b7c-b53e-4c81619a2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:57.325985 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fa554-367a-4e80-a564-45a902cb84d5 req-ad83a2f1-0044-4b7c-b53e-4c81619a2e9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0455909 Aug 09 11:52:57.413489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fa554-367a-4e80-a564-45a902cb84d5 req-2751d65d-e5bd-44f5-8ee3-c347d895cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:57.415052 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fa554-367a-4e80-a564-45a902cb84d5 req-2751d65d-e5bd-44f5-8ee3-c347d895cc8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439494 Aug 09 11:52:57.471882 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-2402ff0c-c591-4b58-afee-712173d0ea3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:57.526313 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fa554-367a-4e80-a564-45a902cb84d5 req-1196eccf-a7d2-4b1d-9c89-8b3fbc03a1c1 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899422 Aug 09 11:52:57.562844 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3cef0-286b-420a-8af9-c1a9842ab083 req-46b4b4fb-c97b-4017-88dd-cdcd902c29a9 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:57.564377 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-25f3cef0-286b-420a-8af9-c1a9842ab083 req-46b4b4fb-c97b-4017-88dd-cdcd902c29a9 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0501442 Aug 09 11:52:57.603218 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-25f3cef0-286b-420a-8af9-c1a9842ab083 req-5ee51347-ab3a-43a3-bbf0-b1bf1f844cb4 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Aug 09 11:52:57.621120 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fa554-367a-4e80-a564-45a902cb84d5 req-6c5ac7fb-85df-4979-9a87-45c0c35d67ea service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836782 Aug 09 11:52:58.714947 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1e29-4914-4f41-95f4-536b3ef957f9 req-936c7b88-e116-4998-b501-de6d1c96510a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:58.716472 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-61cd1e29-4914-4f41-95f4-536b3ef957f9 req-936c7b88-e116-4998-b501-de6d1c96510a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0477786 Aug 09 11:52:58.753969 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-61cd1e29-4914-4f41-95f4-536b3ef957f9 req-66a78fe5-6725-4e84-9940-a5368ea964e7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Aug 09 11:52:59.870186 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf3d66-b8f0-42f4-b77f-15ee4f5c5b61 req-807dd6fb-1acb-4425-89c1-85ee6bc7bfb6 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:59.871670 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-29bf3d66-b8f0-42f4-b77f-15ee4f5c5b61 req-807dd6fb-1acb-4425-89c1-85ee6bc7bfb6 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0522048 Aug 09 11:52:59.909060 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-29bf3d66-b8f0-42f4-b77f-15ee4f5c5b61 req-1badb9db-5ee9-451b-a0c6-637975fa8a28 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314715 Aug 09 11:53:00.213724 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-67777132-2120-40b3-a313-1cb5c40e771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:00.345674 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:01.022325 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c82f-aeba-493d-a3bb-c2b64c13ea66 req-7c50dda0-db37-480a-8a11-a8ace032f3c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:01.023796 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cf85c82f-aeba-493d-a3bb-c2b64c13ea66 req-7c50dda0-db37-480a-8a11-a8ace032f3c8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0483129 Aug 09 11:53:01.060214 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cf85c82f-aeba-493d-a3bb-c2b64c13ea66 req-a84ade36-6895-4141-b4ae-413606c849b2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Aug 09 11:53:01.540350 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:01.748830 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-2c87f3b6-6781-4f8b-b552-dec04671d207 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608970767&fields=id&tenant_id=fe05ca122f744f0792f76f48515b71d4 HTTP/1.1" status: 200 len: 267 time: 0.0362642 Aug 09 11:53:01.815501 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-a47824f7-e414-4b5e-8082-1d501b7d2c8a tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:01.816375 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-a47824f7-e414-4b5e-8082-1d501b7d2c8a tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 984 time: 0.0619106 Aug 09 11:53:01.830388 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Request body: {'port': {'security_groups': ['9628928e-b774-4883-841f-ea08411d0c10']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:01.919705 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.120961 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:02.155259 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.159976 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.204711 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:02.205351 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.206858 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c0836fd5-1479-4e32-8f74-fb8b2a3be319 req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "PUT /v2.0/ports/c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 942 time: 0.3828108 Aug 09 11:53:02.207316 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:02.208680 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c9d89e01-26b3-4ab2-bb8a-4705f122f795'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:53:02.209848 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f4389-e317-4438-8bfc-b943adf91d57" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:02.217617 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 39942) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:02.264003 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e80f-3e66-4db2-82a4-632cf4a4cb6c req-4352730f-fe6c-4afb-b44c-c28aaf26b12a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:02.265582 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9769e80f-3e66-4db2-82a4-632cf4a4cb6c req-4352730f-fe6c-4afb-b44c-c28aaf26b12a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0702944 Aug 09 11:53:02.283388 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782c9af-813b-45d0-b470-c692c10084bc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event updated for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=7']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:02.297863 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e14db3d3-a90e-4810-a9c8-9857cb542756 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.328289 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9769e80f-3e66-4db2-82a4-632cf4a4cb6c req-13541a2f-00dc-4a31-b57b-929eb40dada0 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546994 Aug 09 11:53:02.366766 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e14db3d3-a90e-4810-a9c8-9857cb542756 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.391183 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed76b24-99f2-4ba4-a591-157ee9a928ee x-openstack-request-id: req-5ed76b24-99f2-4ba4-a591-157ee9a928ee {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:02.391463 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:02.391757 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ed76b24-99f2-4ba4-a591-157ee9a928ee {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:02.392262 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'status': 'completed', 'code': 200} Aug 09 11:53:02.398351 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c9d89e01-26b3-4ab2-bb8a-4705f122f795'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:53:02.417418 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68daf8c-4360-45df-950c-c688feb9d322 req-48b96972-1495-4074-a4f5-ec2dc06e6a53 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:02.419042 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d68daf8c-4360-45df-950c-c688feb9d322 req-48b96972-1495-4074-a4f5-ec2dc06e6a53 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.1147490 Aug 09 11:53:02.498010 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e14db3d3-a90e-4810-a9c8-9857cb542756 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.500541 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e14db3d3-a90e-4810-a9c8-9857cb542756 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.501715 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e14db3d3-a90e-4810-a9c8-9857cb542756 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "DELETE /v2.0/security-groups/7817cab1-abf4-4fad-a20d-17a3e9b029c7 HTTP/1.1" status: 204 len: 168 time: 0.2832780 Aug 09 11:53:02.504786 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 39944) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:02.518412 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d68daf8c-4360-45df-950c-c688feb9d322 req-31565d50-f0a3-4fcc-8c9a-5e2b7d2c2465 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840981 Aug 09 11:53:02.529136 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db3d3-a90e-4810-a9c8-9857cb542756 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7817cab1-abf4-4fad-a20d-17a3e9b029c7,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:02.563838 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4389-e317-4438-8bfc-b943adf91d57 req-3f3eeb2f-211b-4cf9-b77e-8f9ddd17e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:02.570158 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-699f4389-e317-4438-8bfc-b943adf91d57 req-3f3eeb2f-211b-4cf9-b77e-8f9ddd17e560 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1098 time: 0.1109462 Aug 09 11:53:02.605501 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-60db43d2-0f08-457c-94fd-15ccd0769c64 None None] Provisioning complete for port c9d89e01-26b3-4ab2-bb8a-4705f122f795 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:53:02.606153 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-60db43d2-0f08-457c-94fd-15ccd0769c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.673172 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4389-e317-4438-8bfc-b943adf91d57 req-b1769548-7561-4aa7-b5cf-f5d1d9e5f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:02.674655 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-699f4389-e317-4438-8bfc-b943adf91d57 req-b1769548-7561-4aa7-b5cf-f5d1d9e5f1b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 916 time: 0.0987408 Aug 09 11:53:02.708515 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Deleting port 21ec7068-1898-4087-89a4-06b2542ffdbd {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:02.708906 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.744187 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-699f4389-e317-4438-8bfc-b943adf91d57 req-659e292f-e788-4100-bb46-9fb7bbd275e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 1001 time: 0.0587554 Aug 09 11:53:02.781680 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.781902 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.793934 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Calling delete_port for 21ec7068-1898-4087-89a4-06b2542ffdbd owned by network:floatingip {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:02.794095 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4389-e317-4438-8bfc-b943adf91d57 req-5beddcfb-c6ae-487d-a6d5-5fbd879e07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:02.795453 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-699f4389-e317-4438-8bfc-b943adf91d57 req-5beddcfb-c6ae-487d-a6d5-5fbd879e07dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 200 len: 854 time: 0.0430503 Aug 09 11:53:02.847450 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4389-e317-4438-8bfc-b943adf91d57 req-6c8f5cb5-84f0-42b5-aa31-ed78220c2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:02.849696 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-699f4389-e317-4438-8bfc-b943adf91d57 req-6c8f5cb5-84f0-42b5-aa31-ed78220c2a38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b71900b9-088a-4103-8bae-e4722c81eb4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442812 Aug 09 11:53:02.944972 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-699f4389-e317-4438-8bfc-b943adf91d57 req-a8242d98-1eaf-489c-af13-e8f8b99f36c7 service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844305 Aug 09 11:53:02.966652 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:02.993183 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event deleted for resources: {'Port': ['ID=21ec7068-1898-4087-89a4-06b2542ffdbd,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:03.001960 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.002279 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.002598 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.002939 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.003284 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.003646 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.003951 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.004282 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.005432 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.005843 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:03.005980 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.006245 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.006640 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:03.070135 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-699f4389-e317-4438-8bfc-b943adf91d57 req-0633f38b-5ca0-41af-a221-f06b057f2d4c service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894618 Aug 09 11:53:03.073473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks [] for floatingip, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:03.073813 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Floating IP 8c06588c-66d4-4492-aeb9-2630a2d24916 disassociated (deleted). External IP: 172.27.3.208, port: c9d89e01-26b3-4ab2-bb8a-4705f122f795. Aug 09 11:53:03.284703 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Router bbadc6de-c079-4b8d-9510-53b4c984a545 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:53:03.455156 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabc0e9-8e1d-47ef-b491-fa031d45b043 req-c0723b93-c3e7-46b9-9c84-08bf4cc4bf33 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:03.456908 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fabc0e9-8e1d-47ef-b491-fa031d45b043 req-c0723b93-c3e7-46b9-9c84-08bf4cc4bf33 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0539174 Aug 09 11:53:03.497778 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fabc0e9-8e1d-47ef-b491-fa031d45b043 req-6d6e9837-c05a-402f-b518-2c843ffb7071 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345099 Aug 09 11:53:03.642231 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:53:03.647653 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:03.651922 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] Sync routers for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:53:03.660457 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:03.661263 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:03.683849 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ea483-3d21-44d6-91b5-e85921bfa16d req-a36dcf4a-c717-4aa4-9401-db48a4d6cda4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:03.685356 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4f5ea483-3d21-44d6-91b5-e85921bfa16d req-a36dcf4a-c717-4aa4-9401-db48a4d6cda4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0795591 Aug 09 11:53:03.689781 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8525e33d-76d2-4307-9e99-86174c6df14c tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "DELETE /v2.0/floatingips/8c06588c-66d4-4492-aeb9-2630a2d24916 HTTP/1.1" status: 204 len: 168 time: 1.1814089 Aug 09 11:53:03.689781 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:03.689999 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2fd495-31f4-4743-b795-78debe97b601" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:03.734634 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-4f5ea483-3d21-44d6-91b5-e85921bfa16d req-c52a362b-d4dd-4175-8d25-3e5c43fa1d63 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406744 Aug 09 11:53:03.777178 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:03.796419 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502e79e7-12b8-4c86-86f6-30959794ecd6 x-openstack-request-id: req-502e79e7-12b8-4c86-86f6-30959794ecd6 {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:03.796930 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:03.797975 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-502e79e7-12b8-4c86-86f6-30959794ecd6 {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:03.798538 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'status': 'completed', 'code': 200} Aug 09 11:53:03.824680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defc62b-7286-4566-a316-9c361f101629 req-3dfe6523-289a-4f2e-b6bf-1815ad468e5d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:03.826291 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0defc62b-7286-4566-a316-9c361f101629 req-3dfe6523-289a-4f2e-b6bf-1815ad468e5d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Aug 09 11:53:03.947560 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fd495-31f4-4743-b795-78debe97b601 req-1d9fe133-cf8e-43d9-82a1-db73006bd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:03.949401 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0c2fd495-31f4-4743-b795-78debe97b601 req-1d9fe133-cf8e-43d9-82a1-db73006bd44c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe05ca122f744f0792f76f48515b71d4&device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 1098 time: 0.0878308 Aug 09 11:53:04.007252 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 5, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:04.026978 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Deleting port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:04.027170 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:04.033911 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] Checking router: bbadc6de-c079-4b8d-9510-53b4c984a545 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:53:04.043049 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:04.043685 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:04.128275 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fd495-31f4-4743-b795-78debe97b601 req-7dbef5c5-c6b2-452b-97d3-e0bf4c3fe479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:04.129789 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0c2fd495-31f4-4743-b795-78debe97b601 req-7dbef5c5-c6b2-452b-97d3-e0bf4c3fe479 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 200 len: 916 time: 0.1614869 Aug 09 11:53:04.143433 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] For port 9fb877cd-b992-4f56-a4c4-50479c0c53b7, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=9fb877cd-b992-4f56-a4c4-50479c0c53b7,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:04.143825 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:04.157127 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:04.372128 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 5, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:04.452828 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0c2fd495-31f4-4743-b795-78debe97b601 req-2210e264-a76b-4834-aee7-46b4959f2a51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 200 len: 217 time: 0.3058755 Aug 09 11:53:04.530289 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93b3e2-8c8c-4942-97e0-e8c13eaeec40 None None] The sync data for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi is: [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:47:42Z', 'revision_number': 4, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '4218922b-4228-4287-9cb0-af2cca4860f2', 'name': '', 'network_id': 'b71900b9-088a-4103-8bae-e4722c81eb4e', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'mac_address': 'fa:16:3e:ee:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:42Z', 'updated_at': '2021-08-09T11:47:51Z', 'revision_number': 5, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'subnets': [{'id': 'bf8372f0-4a9c-4d3e-bd74-43781591c3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:53:04.579693 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fd495-31f4-4743-b795-78debe97b601 req-f6622d6e-051d-49ec-9ecf-50addc963dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:04.581179 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0c2fd495-31f4-4743-b795-78debe97b601 req-f6622d6e-051d-49ec-9ecf-50addc963dca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 200 len: 854 time: 0.0942433 Aug 09 11:53:04.628156 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511499-41db-4c9c-9874-d314c426e669 req-95a35b37-a2c1-4276-aa82-442d28432cca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:04.636375 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-55511499-41db-4c9c-9874-d314c426e669 req-95a35b37-a2c1-4276-aa82-442d28432cca tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 944 time: 0.0657268 Aug 09 11:53:04.677900 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-55511499-41db-4c9c-9874-d314c426e669 req-26c39603-7bc0-434e-8f3b-1fb544cdb42e tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Aug 09 11:53:04.693609 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fd495-31f4-4743-b795-78debe97b601 req-cba23ddd-dcd0-42c0-9831-231623a6e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:04.694109 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0c2fd495-31f4-4743-b795-78debe97b601 req-cba23ddd-dcd0-42c0-9831-231623a6e4e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b71900b9-088a-4103-8bae-e4722c81eb4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035488 Aug 09 11:53:04.697232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:04.699321 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:04.699321 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Floating IP 9fab9db5-e63d-4f29-a4bd-c35f99834763 disassociated. External IP: 172.27.3.191, port: 9fb877cd-b992-4f56-a4c4-50479c0c53b7. Aug 09 11:53:04.699321 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Calling delete_port for 9fb877cd-b992-4f56-a4c4-50479c0c53b7 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:04.796325 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc9a18-d713-4cbd-8a37-5476a1b08d6c None None] New status for floating IP 8c06588c-66d4-4492-aeb9-2630a2d24916: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:53:04.876689 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0c2fd495-31f4-4743-b795-78debe97b601 req-6a9f3a05-1c73-4ed0-84fa-9e58f6727d59 service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740806 Aug 09 11:53:04.903240 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f6a4-64f9-4244-8149-088394d04cf5 req-caf0aa41-b389-4b4e-a32e-7d7f89c4790e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:04.905585 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-89f4f6a4-64f9-4244-8149-088394d04cf5 req-caf0aa41-b389-4b4e-a32e-7d7f89c4790e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 945 time: 0.0911379 Aug 09 11:53:05.055918 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:05.061770 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-89f4f6a4-64f9-4244-8149-088394d04cf5 req-921e29e0-74e4-4fd6-8261-bc342b65dc97 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=8366d4f9-90cf-4dbc-8ba1-a8363b684cde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367867 Aug 09 11:53:05.101131 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event deleted for resources: {'Port': ['ID=9fb877cd-b992-4f56-a4c4-50479c0c53b7,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:05.126912 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0c2fd495-31f4-4743-b795-78debe97b601 req-cec01c9d-c3f7-4976-b0b9-ed2f24e5350a service neutron] 10.222.0.43 "GET /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180042 Aug 09 11:53:05.146360 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device fc28bba2-9d34-4a46-807c-73dbe2ac8381 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:53:05.253300 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:53:05.264679 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port fc28bba2-9d34-4a46-807c-73dbe2ac8381, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:05.281247 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:53:05.327744 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:05.341890 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc28bba2-9d34-4a46-807c-73dbe2ac8381 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:53:05.361587 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port fc28bba2-9d34-4a46-807c-73dbe2ac8381, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:05.365324 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:05.377662 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:53:05.389910 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] Sync routers for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:53:05.417599 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:05.418244 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:05.418509 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] No DVR routers for this DVR port 9fb877cd-b992-4f56-a4c4-50479c0c53b7 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:53:05.421207 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:05.423313 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0defc62b-7286-4566-a316-9c361f101629 req-4d22a951-5836-40b8-91d0-96480e9b4dcc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "DELETE /v2.0/ports/9fb877cd-b992-4f56-a4c4-50479c0c53b7 HTTP/1.1" status: 204 len: 173 time: 1.5889750 Aug 09 11:53:05.423904 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'name': 'network-vif-deleted', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:05.427818 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add3cd11-31a0-46b9-9549-6b128524db55" -d '{"events": [{"server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "name": "network-vif-deleted", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:05.459917 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=fc28bba2-9d34-4a46-807c-73dbe2ac8381,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:05.475101 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ba58d3-5047-4d14-9a33-c4cc9ad2322e x-openstack-request-id: req-f2ba58d3-5047-4d14-9a33-c4cc9ad2322e {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:05.475854 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e55bc3-c50a-4bf9-869a-26d4e1b98200", "name": "network-vif-deleted", "tag": "9fb877cd-b992-4f56-a4c4-50479c0c53b7", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:05.476361 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2ba58d3-5047-4d14-9a33-c4cc9ad2322e {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:05.477148 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e55bc3-c50a-4bf9-869a-26d4e1b98200', 'name': 'network-vif-deleted', 'tag': '9fb877cd-b992-4f56-a4c4-50479c0c53b7', 'status': 'completed', 'code': 200} Aug 09 11:53:05.545491 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:05.766623 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:05.793392 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] Checking router: 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:53:05.798355 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1df098-4251-492c-8cc6-742ad85e25ad req-98436837-ab68-464c-b7ac-298c2146fbdc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:05.799880 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0f1df098-4251-492c-8cc6-742ad85e25ad req-98436837-ab68-464c-b7ac-298c2146fbdc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 945 time: 0.0519652 Aug 09 11:53:05.801444 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:05.802256 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:05.838676 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0f1df098-4251-492c-8cc6-742ad85e25ad req-65a0af20-5bf4-49c1-923c-9cbe7666f3e0 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Aug 09 11:53:05.838944 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['fc28bba2-9d34-4a46-807c-73dbe2ac8381'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:53:05.949906 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:06.179733 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9fbdc114-962f-428b-8bb6-a5905f2da73b req-fb2ea2a9-6268-4969-9f44-335641f3e882 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1e55bc3-c50a-4bf9-869a-26d4e1b98200 HTTP/1.1" status: 200 len: 210 time: 0.0253465 Aug 09 11:53:06.280005 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:06.314015 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac278963-9f14-4565-a318-949a521e5e7c None None] The sync data for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi is: [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:53:06.421259 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:06.460996 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c855b75-1a4b-47b8-926e-2a550112a32c req-5d21bda0-a0d3-4c40-9181-48480eafc44b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:06.462565 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6c855b75-1a4b-47b8-926e-2a550112a32c req-5d21bda0-a0d3-4c40-9181-48480eafc44b tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0497749 Aug 09 11:53:06.505928 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6c855b75-1a4b-47b8-926e-2a550112a32c req-7161afdf-b9a2-4f21-b4e7-72963daf86dc tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Aug 09 11:53:06.555760 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e0690-94c6-4645-bc7d-1bdf8a9721d4 None None] New status for floating IP 9fab9db5-e63d-4f29-a4bd-c35f99834763: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:53:06.952459 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c9fd5-773e-4948-9cd0-ec8cfe1b0251 req-b06c68fe-7881-4e89-8b37-01de913d30dc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:06.953839 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ea2c9fd5-773e-4948-9cd0-ec8cfe1b0251 req-b06c68fe-7881-4e89-8b37-01de913d30dc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Aug 09 11:53:06.990459 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ea2c9fd5-773e-4948-9cd0-ec8cfe1b0251 req-79a1c699-dc80-473f-89b7-08c9a0b59bf0 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Aug 09 11:53:07.179847 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device fc28bba2-9d34-4a46-807c-73dbe2ac8381 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:53:07.229390 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port fc28bba2-9d34-4a46-807c-73dbe2ac8381 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:53:07.232994 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port fc28bba2-9d34-4a46-807c-73dbe2ac8381 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:53:07.233367 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.268409 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 40002) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:07.322766 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.323341 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d3827244-1310-4a33-9092-a7b5fc023660 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.344863 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:07.346983 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d3827244-1310-4a33-9092-a7b5fc023660 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.347120 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d7c61-b214-4a1a-a72a-25402fb17ba1" -d '{"events": [{"server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "name": "network-vif-plugged", "status": "completed", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:07.361052 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port fc28bba2-9d34-4a46-807c-73dbe2ac8381, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:07.365937 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.367302 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb877cd-b992-4f56-a4c4-50479c0c53b7 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:07.393736 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b87354-90e0-4067-8d75-b928aeb91eb7 x-openstack-request-id: req-c0b87354-90e0-4067-8d75-b928aeb91eb7 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:07.394027 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "name": "network-vif-plugged", "status": "completed", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:07.394314 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0b87354-90e0-4067-8d75-b928aeb91eb7 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:07.394719 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'code': 200} Aug 09 11:53:07.404066 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d3827244-1310-4a33-9092-a7b5fc023660 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.406796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d3827244-1310-4a33-9092-a7b5fc023660 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.408085 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d3827244-1310-4a33-9092-a7b5fc023660 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "DELETE /v2.0/security-groups/8366d4f9-90cf-4dbc-8ba1-a8363b684cde HTTP/1.1" status: 204 len: 168 time: 0.1386604 Aug 09 11:53:07.416130 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40006) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:07.416962 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 9fb877cd-b992-4f56-a4c4-50479c0c53b7 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:07.416962 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 9fb877cd-b992-4f56-a4c4-50479c0c53b7 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:07.420239 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3827244-1310-4a33-9092-a7b5fc023660 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366d4f9-90cf-4dbc-8ba1-a8363b684cde,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:07.443560 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.api.v2.resource [None req-3b7bb857-ce14-4024-9e17-f5b92f344468 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] show failed (client error): The resource could not be found. Aug 09 11:53:07.444977 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-3b7bb857-ce14-4024-9e17-f5b92f344468 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups/8366d4f9-90cf-4dbc-8ba1-a8363b684cde HTTP/1.1" status: 404 len: 347 time: 0.0263100 Aug 09 11:53:07.448429 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40008) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:07.450940 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=fc28bba2-9d34-4a46-807c-73dbe2ac8381,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:07.578659 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Deleting port 99d44f19-b5fe-43d3-8c7c-9e79254d1656 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:07.579010 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.633412 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e807b8-0707-4296-b8f9-bbb6a14a402d req-1aa1e49d-a9b1-4d67-84af-88632dcb48e5 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:07.635619 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a7e807b8-0707-4296-b8f9-bbb6a14a402d req-1aa1e49d-a9b1-4d67-84af-88632dcb48e5 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0554531 Aug 09 11:53:07.661336 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.661664 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.674833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Calling delete_port for 99d44f19-b5fe-43d3-8c7c-9e79254d1656 owned by network:floatingip {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:07.699335 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a7e807b8-0707-4296-b8f9-bbb6a14a402d req-d0e3d9d2-53c1-4576-9ceb-7a338ddb1409 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551052 Aug 09 11:53:07.711418 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af224e-6b4e-414b-99f8-62d3e8dde59d req-370ecc6a-cf34-43ee-a027-ee685d11e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:07.713151 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f6af224e-6b4e-414b-99f8-62d3e8dde59d req-370ecc6a-cf34-43ee-a027-ee685d11e428 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1099 time: 0.0554006 Aug 09 11:53:07.752172 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f6af224e-6b4e-414b-99f8-62d3e8dde59d req-a3fec713-e9b3-4f5b-bb57-539cfba8ec01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279279 Aug 09 11:53:07.808351 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.830835 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event deleted for resources: {'Port': ['ID=99d44f19-b5fe-43d3-8c7c-9e79254d1656,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:07.891191 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.893758 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:07.895411 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-09469937-9c47-4e92-a32a-c85d17f8f134 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "DELETE /v2.0/floatingips/9fab9db5-e63d-4f29-a4bd-c35f99834763 HTTP/1.1" status: 204 len: 168 time: 0.4455423 Aug 09 11:53:08.105946 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe0d5-9117-4761-8bcb-eb5aa4941cfb req-6876b1dd-a596-4ae6-80cd-47e40213531c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:08.107416 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8fbe0d5-9117-4761-8bcb-eb5aa4941cfb req-6876b1dd-a596-4ae6-80cd-47e40213531c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 946 time: 0.0504937 Aug 09 11:53:08.143290 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8fbe0d5-9117-4761-8bcb-eb5aa4941cfb req-2a9b8dba-6ff6-4cdd-b4a9-3ab2bf097a5a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296056 Aug 09 11:53:08.371544 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40018) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:08.376627 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-db17167a-d2ce-43e0-95ed-390fa31d02ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016148385', 'description': 'tempest-description--924323423'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:08.399646 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-db17167a-d2ce-43e0-95ed-390fa31d02ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.477369 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-db17167a-d2ce-43e0-95ed-390fa31d02ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.480887 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-db17167a-d2ce-43e0-95ed-390fa31d02ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.506138 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-db17167a-d2ce-43e0-95ed-390fa31d02ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.507338 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-db17167a-d2ce-43e0-95ed-390fa31d02ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1347442 Aug 09 11:53:08.510413 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 40020) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:08.511266 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17167a-d2ce-43e0-95ed-390fa31d02ec tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7fe3c8-3536-42a7-93bf-602c663ecf29,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:08.515053 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-1cf7ba9e-7d8c-444a-bbaf-70cfc9fd61ad tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'security_group_rule': {'security_group_id': '1a7fe3c8-3536-42a7-93bf-602c663ecf29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:08.540879 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ba9e-7d8c-444a-bbaf-70cfc9fd61ad tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.585733 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ba9e-7d8c-444a-bbaf-70cfc9fd61ad tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.589271 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ba9e-7d8c-444a-bbaf-70cfc9fd61ad tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.609285 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7ba9e-7d8c-444a-bbaf-70cfc9fd61ad tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4298ebbb-7750-4493-8cd3-4bbe8a995742,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:08.617106 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ba9e-7d8c-444a-bbaf-70cfc9fd61ad tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.618295 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-1cf7ba9e-7d8c-444a-bbaf-70cfc9fd61ad tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068532 Aug 09 11:53:08.621018 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 40024) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:08.625436 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-24fb99bd-a4aa-4016-bbd4-ad72c6a3abb3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'security_group_rule': {'security_group_id': '1a7fe3c8-3536-42a7-93bf-602c663ecf29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:08.651768 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24fb99bd-a4aa-4016-bbd4-ad72c6a3abb3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.708116 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24fb99bd-a4aa-4016-bbd4-ad72c6a3abb3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.711684 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24fb99bd-a4aa-4016-bbd4-ad72c6a3abb3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597837'] for security_group_rule, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.726667 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb99bd-a4aa-4016-bbd4-ad72c6a3abb3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa18ffb4-5d6d-46d6-ae23-46a52c48e6bf,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:08.736388 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-24fb99bd-a4aa-4016-bbd4-ad72c6a3abb3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.741388 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-24fb99bd-a4aa-4016-bbd4-ad72c6a3abb3 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157038 Aug 09 11:53:08.741388 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 40028) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:08.745761 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:08.767332 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.827698 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d284342-9b5a-4944-b3cd-28dbdb9ea14b req-258d56e8-45cf-40e0-b735-00023d5b6f0d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:08.829175 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6d284342-9b5a-4944-b3cd-28dbdb9ea14b req-258d56e8-45cf-40e0-b735-00023d5b6f0d tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.0546918 Aug 09 11:53:08.868491 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6d284342-9b5a-4944-b3cd-28dbdb9ea14b req-f95eca22-f999-452e-a204-4af3f096591f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/security-groups?id=9628928e-b774-4883-841f-ea08411d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Aug 09 11:53:08.869702 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:08.974647 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Allocated IP 172.27.3.91 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/36228d32-00e0-4a2d-956b-390020e76ffc) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:53:09.075093 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.112618 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.147195 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:53:09.151971 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:53:09.155333 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:53:09.180787 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'Port': ['ID=36228d32-00e0-4a2d-956b-390020e76ffc,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:09.290915 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.341777 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b824a6-5f88-48b3-962c-762ae3b904ac req-3802f3c5-afb5-4757-ae69-7691da005ee8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:09.343254 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-58b824a6-5f88-48b3-962c-762ae3b904ac req-3802f3c5-afb5-4757-ae69-7691da005ee8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 946 time: 0.1157057 Aug 09 11:53:09.368907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-23567f48-3013-46ce-8ca9-295d1ba4e34f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:09.370285 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-23567f48-3013-46ce-8ca9-295d1ba4e34f tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 945 time: 0.1101208 Aug 09 11:53:09.370815 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.472812 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-58b824a6-5f88-48b3-962c-762ae3b904ac req-73bb0dab-120d-4a84-a8f4-e70153bac35a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190932 Aug 09 11:53:09.586094 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Deleting port c9d89e01-26b3-4ab2-bb8a-4705f122f795 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:09.586424 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.663906 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.671843 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.758077 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] For port c9d89e01-26b3-4ab2-bb8a-4705f122f795, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=c9d89e01-26b3-4ab2-bb8a-4705f122f795,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:09.758445 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.766899 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'Port': ['ID=36228d32-00e0-4a2d-956b-390020e76ffc,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:09.781865 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Calling delete_port for c9d89e01-26b3-4ab2-bb8a-4705f122f795 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:09.789377 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.833004 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.834216 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-964c79ee-004b-4483-94b9-0630fdfa6969 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0919356 Aug 09 11:53:09.932509 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:09.963782 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Pushing event deleted for resources: {'Port': ['ID=c9d89e01-26b3-4ab2-bb8a-4705f122f795,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:09.970088 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['c9d89e01-26b3-4ab2-bb8a-4705f122f795'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:53:10.016277 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-253fe805-76d3-4378-93c5-44ddddcbfc96 req-ee962d80-3c8a-43f3-bce2-d683555dd000 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8828b2-1dde-4eaa-9c26-2ec33bb337e3 HTTP/1.1" status: 200 len: 210 time: 0.0570629 Aug 09 11:53:10.035965 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] No DVR routers for this DVR port c9d89e01-26b3-4ab2-bb8a-4705f122f795 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:53:10.039476 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:10.041461 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e448b14d-682b-416e-8027-e0179a8a86e2 req-e72cb0a9-41da-4d41-b194-4c0abb0ff465 tempest-TestMinimumBasicScenario-1749080738 tempest-TestMinimumBasicScenario-1749080738-project] 10.222.0.43 "DELETE /v2.0/ports/c9d89e01-26b3-4ab2-bb8a-4705f122f795 HTTP/1.1" status: 204 len: 173 time: 0.6426637 Aug 09 11:53:10.041899 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'name': 'network-vif-deleted', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:10.043204 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-74df5d58-8797-4378-84b8-09ab7bed53cc tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2016148385&fields=id&tenant_id=cd97c2bf456c417ca794bc41a5ea8cef HTTP/1.1" status: 200 len: 267 time: 0.0365465 Aug 09 11:53:10.044160 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4ee2b3-69c3-4fd3-97f4-1cb0931a16ce" -d '{"events": [{"server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "name": "network-vif-deleted", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:10.080788 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbd45f2-d3f3-4055-beb5-d567020c1664 x-openstack-request-id: req-5bbd45f2-d3f3-4055-beb5-d567020c1664 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:10.081148 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8828b2-1dde-4eaa-9c26-2ec33bb337e3", "name": "network-vif-deleted", "tag": "c9d89e01-26b3-4ab2-bb8a-4705f122f795", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:10.081489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5bbd45f2-d3f3-4055-beb5-d567020c1664 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:10.082097 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8828b2-1dde-4eaa-9c26-2ec33bb337e3', 'name': 'network-vif-deleted', 'tag': 'c9d89e01-26b3-4ab2-bb8a-4705f122f795', 'status': 'completed', 'code': 200} Aug 09 11:53:10.151215 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-a570fca7-5ca9-4896-8c91-91c788eac639 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:10.152869 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-a570fca7-5ca9-4896-8c91-91c788eac639 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 811 time: 0.1016600 Aug 09 11:53:10.168172 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-ad362f7d-0d48-4f73-8533-db4f521cb766 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/quotas/cd97c2bf456c417ca794bc41a5ea8cef HTTP/1.1" status: 200 len: 375 time: 0.0094440 Aug 09 11:53:10.225808 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-f9589868-1708-4794-95cc-3a104e34552e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518014 Aug 09 11:53:10.321362 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-5a39ae8e-970b-4587-8a04-21d335192316 service neutron] 10.222.0.50 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835001 Aug 09 11:53:10.417736 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-43f13a89-9d3f-4ada-9c6f-5a76281b9964 service neutron] 10.222.0.50 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902405 Aug 09 11:53:10.587649 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-abde47d8-03a7-4dd5-b466-34d2235838bb req-80a8e31c-aadb-4147-ba61-d9174aab384e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 210 time: 0.0361090 Aug 09 11:53:10.624822 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3587d5-c8c9-4a0a-ba7d-745c4ac8d64d req-4daec209-be5d-49d4-8ace-09c24562b6be tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:10.626329 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6c3587d5-c8c9-4a0a-ba7d-745c4ac8d64d req-4daec209-be5d-49d4-8ace-09c24562b6be tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 946 time: 0.0564756 Aug 09 11:53:10.678923 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6c3587d5-c8c9-4a0a-ba7d-745c4ac8d64d req-015a4e53-8868-437a-bd45-d7058d4529da tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342999 Aug 09 11:53:10.799220 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508043a-0b42-4990-959d-ae009b0c4c2e req-0cfee9d3-bb99-4418-a740-510cc23a0ea7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:10.800825 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e508043a-0b42-4990-959d-ae009b0c4c2e req-0cfee9d3-bb99-4418-a740-510cc23a0ea7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 946 time: 0.0493002 Aug 09 11:53:10.840475 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e508043a-0b42-4990-959d-ae009b0c4c2e req-57351c24-c2d0-4fe5-bf6d-f7730ba0fe19 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333245 Aug 09 11:53:10.862239 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40064) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:10.904289 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f93e6-9c27-4a54-bb36-71bec01843ef tempest-TestVolumeBootPattern-382095564 tempest-TestVolumeBootPattern-382095564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:10.908746 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 40068) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:10.908896 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-154f93e6-9c27-4a54-bb36-71bec01843ef tempest-TestVolumeBootPattern-382095564 tempest-TestVolumeBootPattern-382095564-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1094 time: 0.0454586 Aug 09 11:53:10.914344 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:10.936659 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.030610 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.148611 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Allocated IP 172.27.3.129 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/73a38755-eda8-4685-a11e-0629b1cdd3c1) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:53:11.253525 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.293516 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.334552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:53:11.339152 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:53:11.342703 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:53:11.368363 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=73a38755-eda8-4685-a11e-0629b1cdd3c1,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:11.717171 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0f1aa35b-2d02-4c7c-b5e1-c8263469cf45 req-ac3ab3bc-90fa-4182-b986-92ac6e803255 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 210 time: 0.0449266 Aug 09 11:53:11.724992 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40118) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:11.835285 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-f3db4967-30c8-48b3-8260-1fbe65a22990 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:11.836820 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-f3db4967-30c8-48b3-8260-1fbe65a22990 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 811 time: 0.2145739 Aug 09 11:53:11.841196 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.908644 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-99c1333a-6dab-414f-b2d2-bfe1190f476f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd97c2bf456c417ca794bc41a5ea8cef HTTP/1.1" status: 200 len: 380 time: 0.0472970 Aug 09 11:53:11.932615 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'port': {'device_id': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'admin_state_up': True, 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'security_groups': ['1a7fe3c8-3536-42a7-93bf-602c663ecf29']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:11.980686 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.270020 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.393701 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Made reservation on behalf of cd97c2bf456c417ca794bc41a5ea8cef for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:53:12.397145 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.493680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.500347 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.558418 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Deleting port 4218922b-4228-4287-9cb0-af2cca4860f2 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:12.558704 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.607652 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=73a38755-eda8-4685-a11e-0629b1cdd3c1,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:12.616572 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Allocated IP 172.20.0.10 (1b5f90b2-44c7-4872-bf4c-50ed158ce782/5600acc7-47e6-4f5e-8398-ec7a7d01fcfb/6fa75848-cbcd-498e-a27b-adb080c4afe4) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:53:12.631922 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.640199 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] For port 4218922b-4228-4287-9cb0-af2cca4860f2, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=4218922b-4228-4287-9cb0-af2cca4860f2,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:12.640568 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.654800 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Calling delete_port for 4218922b-4228-4287-9cb0-af2cca4860f2 owned by network:router_interface {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:12.805679 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Floating IP 93cfbfb7-70b5-47af-ab04-99153981bb81 associated. External IP: 172.27.3.129, port: fc28bba2-9d34-4a46-807c-73dbe2ac8381. Aug 09 11:53:12.835039 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6036f1c2-993d-41bb-a5b1-6036af283929 req-779c61a9-8b23-448b-a075-8ff324aafe42 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 210 time: 0.0492535 Aug 09 11:53:12.861400 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.880158 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:12.885459 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4218922b-4228-4287-9cb0-af2cca4860f2,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:12.931113 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Transition to ACTIVE for port object 6fa75848-cbcd-498e-a27b-adb080c4afe4 will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:53:13.050685 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.053917 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.118015 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:53:13.125605 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event updated for resources: {'Port': ['ID=6fa75848-cbcd-498e-a27b-adb080c4afe4,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:13.129426 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:53:13.132064 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:53:13.168081 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:53:13.243333 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:13.243461 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.250396 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c9d89e01-26b3-4ab2-bb8a-4705f122f795 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:13.284127 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: c9d89e01-26b3-4ab2-bb8a-4705f122f795 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:13.284967 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device c9d89e01-26b3-4ab2-bb8a-4705f122f795 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:13.305127 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Router bbadc6de-c079-4b8d-9510-53b4c984a545 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:53:13.306145 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-85a62cb9-939e-4e65-a354-ecd7b13ae162 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3787210 Aug 09 11:53:13.332165 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Request body: {'port': {'device_id': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:13.357612 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:53:13.368255 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:53:13.383408 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:13.384424 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:13.399322 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.431006 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.431714 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-063d8226-47bb-4e89-9732-06634c018563 None None] Provisioning for port 6fa75848-cbcd-498e-a27b-adb080c4afe4 completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:53:13.436748 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6e20d65e-3c42-4fd2-8706-b833c44b764a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5267625 Aug 09 11:53:13.442943 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:13.445008 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ecfb9-0564-4aba-ae7d-b5cc03749c86" -d '{"events": [{"name": "network-changed", "server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:13.455833 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-063d8226-47bb-4e89-9732-06634c018563 None None] Provisioning complete for port 6fa75848-cbcd-498e-a27b-adb080c4afe4 triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:53:13.456301 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-063d8226-47bb-4e89-9732-06634c018563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.497483 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02c26f9-88bf-445e-b964-93ba7621d0ec x-openstack-request-id: req-e02c26f9-88bf-445e-b964-93ba7621d0ec {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:13.498014 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:13.498431 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e02c26f9-88bf-445e-b964-93ba7621d0ec {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:13.499203 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'status': 'completed', 'code': 200} Aug 09 11:53:13.563168 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-063d8226-47bb-4e89-9732-06634c018563 None None] Port 6fa75848-cbcd-498e-a27b-adb080c4afe4 cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:53:13.588441 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:13.685710 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-3103974a-a372-4dce-99e5-5b9244dfb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:13.687151 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-3103974a-a372-4dce-99e5-5b9244dfb333 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1099 time: 0.1028593 Aug 09 11:53:13.703464 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:53:13.708902 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c3096512-ab47-4ebb-b2a4-ba8cc751d3a1 admin admin] 10.222.0.50 "PUT /v2.0/routers/bbadc6de-c079-4b8d-9510-53b4c984a545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9826608 Aug 09 11:53:13.716800 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40136) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:13.718106 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] Sync routers for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:53:13.727612 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:13.728586 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:13.836496 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.858562 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:13.861189 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-77ed834f-a948-42c3-a5d1-f08adbafb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:13.862657 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-77ed834f-a948-42c3-a5d1-f08adbafb9ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.1674690 Aug 09 11:53:13.883008 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:11Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:13.913680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa75848-cbcd-498e-a27b-adb080c4afe4 {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:53:13.927218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.949340 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Transition to ACTIVE for port object 6fa75848-cbcd-498e-a27b-adb080c4afe4 will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:53:13.966803 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:13.992637 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-da77653d-8b93-476e-b162-c1530ba484e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 200 len: 1000 time: 0.1213238 Aug 09 11:53:13.999809 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.074472 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:53:14.079129 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-04e9af1c-1c3d-43df-bd51-fcc027683ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:14.081528 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-04e9af1c-1c3d-43df-bd51-fcc027683ab9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0570385 Aug 09 11:53:14.084728 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Deleting port b4efe14d-b1e6-461b-98da-c3bacdcbbd03 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:14.085832 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.088900 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:53:12Z', 'revision_number': 5, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port': {'id': 'b4efe14d-b1e6-461b-98da-c3bacdcbbd03', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:40Z', 'updated_at': '2021-08-09T11:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:14.092348 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:14.093210 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:14.121672 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] Checking router: bbadc6de-c079-4b8d-9510-53b4c984a545 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:53:14.132562 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] Routers {'bbadc6de-c079-4b8d-9510-53b4c984a545'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:14.133183 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['bbadc6de-c079-4b8d-9510-53b4c984a545'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:14.170011 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ffc6b-766e-44ac-abb1-6bd10e1fc57a req-69d05267-40de-465d-8d89-1d47cf62c1fe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:14.171618 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-be4ffc6b-766e-44ac-abb1-6bd10e1fc57a req-69d05267-40de-465d-8d89-1d47cf62c1fe tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 944 time: 0.2238529 Aug 09 11:53:14.195611 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Pushing event updated for resources: {'Port': ['ID=6fa75848-cbcd-498e-a27b-adb080c4afe4,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:14.210231 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] For port b4efe14d-b1e6-461b-98da-c3bacdcbbd03, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:14.210736 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.225350 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Calling delete_port for b4efe14d-b1e6-461b-98da-c3bacdcbbd03 owned by network:router_gateway {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:14.258766 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-4b8fcf4e-9e64-4b03-bb6f-bad0c3ce6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:14.260311 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-4b8fcf4e-9e64-4b03-bb6f-bad0c3ce6b6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695576 Aug 09 11:53:14.261190 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] Set router bbadc6de-c079-4b8d-9510-53b4c984a545 gateway port host: None {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:14.276370 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:14.342071 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-be4ffc6b-766e-44ac-abb1-6bd10e1fc57a req-65c2b2b8-55f6-497b-9518-60032b921e88 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437287 Aug 09 11:53:14.366106 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Attempting to bind port 6fa75848-cbcd-498e-a27b-adb080c4afe4 on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:53:14.366444 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Attempting to bind port 6fa75848-cbcd-498e-a27b-adb080c4afe4 by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:53:14.366764 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Attempting to bind port 6fa75848-cbcd-498e-a27b-adb080c4afe4 on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:53:14.380628 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Port 6fa75848-cbcd-498e-a27b-adb080c4afe4 on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:53:14.380972 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:53:14Z', 'revision_number': 6, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port_host': None}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:14.381115 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Attempting to bind port 6fa75848-cbcd-498e-a27b-adb080c4afe4 on network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:53:14.403537 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-45ffffc4-d0a8-42ef-bc5e-87021de710c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309884 Aug 09 11:53:14.411667 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead920c2-ecab-496d-9702-67593fe62812 None None] The sync data for ids ['bbadc6de-c079-4b8d-9510-53b4c984a545'] in dv-cinder-803901-1-iscsi is: [{'id': 'bbadc6de-c079-4b8d-9510-53b4c984a545', 'name': 'tempest-TestMinimumBasicScenario-1915696609-router', 'tenant_id': 'fe05ca122f744f0792f76f48515b71d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:39Z', 'updated_at': '2021-08-09T11:53:14Z', 'revision_number': 6, 'project_id': 'fe05ca122f744f0792f76f48515b71d4', 'gw_port_host': None}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:53:14.415792 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:53:14.416653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Checking segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:53:14.416653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Bound using segment: {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:53:14.417007 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Bound port: 6fa75848-cbcd-498e-a27b-adb080c4afe4, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d99953-232e-4fc6-9967-76b4b25adc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:53:14.417710 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.498992 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.527919 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4efe14d-b1e6-461b-98da-c3bacdcbbd03,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:14.565534 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-590ecfb9-0564-4aba-ae7d-b5cc03749c86 req-86fd4f5e-3693-46fa-91b1-0a048092fe00 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451461 Aug 09 11:53:14.568474 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] For port 6fa75848-cbcd-498e-a27b-adb080c4afe4, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:53:14.571654 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] For port 6fa75848-cbcd-498e-a27b-adb080c4afe4, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:53:14.574318 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:11Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:14.576102 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.606225 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.612763 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e58c2-abf4-49b8-a00f-776a1d2a4dba None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:11Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:53:14.629915 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:14.630659 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.632115 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] 10.222.0.43 "PUT /v2.0/ports/6fa75848-cbcd-498e-a27b-adb080c4afe4 HTTP/1.1" status: 200 len: 1094 time: 1.3063171 Aug 09 11:53:14.635480 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510851e6-152e-4773-be7c-d9f0062d60da service neutron] Pushing event updated for resources: {'Port': ['ID=6fa75848-cbcd-498e-a27b-adb080c4afe4,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:14.705712 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.709137 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.742385 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-7ed7fce9-c488-4480-a57d-16930d7c353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:14.746967 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-7ed7fce9-c488-4480-a57d-16930d7c353f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 1097 time: 0.0545142 Aug 09 11:53:14.763696 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.764676 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbadc6de-c079-4b8d-9510-53b4c984a545 {{(pid=99932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:53:14.770490 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.772113 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a5ecce38-c880-4f8e-9348-a063b0852cd3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bbadc6de-c079-4b8d-9510-53b4c984a545 HTTP/1.1" status: 204 len: 168 time: 1.0540614 Aug 09 11:53:14.774330 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40142) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:14.809378 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-a6ce5b51-dd02-45f3-86cb-76f02d1f369c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4 HTTP/1.1" status: 200 len: 217 time: 0.0458078 Aug 09 11:53:14.828340 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] Deleting subnet bf8372f0-4a9c-4d3e-bd74-43781591c3b9 {{(pid=99932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:53:14.835522 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.876154 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570823'] for subnet, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:14.878118 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-ba748e51-db37-44a8-a994-ba97514b0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:14.879954 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-ba748e51-db37-44a8-a994-ba97514b0c21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0638051 Aug 09 11:53:14.931808 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-a80efb44-b141-484e-bdb9-aa5ea4c43b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:14.933323 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-a80efb44-b141-484e-bdb9-aa5ea4c43b76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467172 Aug 09 11:53:14.952946 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf71a589-03e1-4887-a533-907f3ff805d6 None None] New status for floating IP 93cfbfb7-70b5-47af-ab04-99153981bb81: ACTIVE {{(pid=99934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:53:15.002989 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.034506 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-c735a43e-efff-4ba4-889a-a8430105fe50 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937428 Aug 09 11:53:15.064422 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244474'] for subnet, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.092154 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8372f0-4a9c-4d3e-bd74-43781591c3b9,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:15.095663 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.097521 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8e1d62d2-50bc-4dc0-a9ef-839d3218a0f3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bf8372f0-4a9c-4d3e-bd74-43781591c3b9 HTTP/1.1" status: 204 len: 168 time: 0.3217182 Aug 09 11:53:15.100610 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40144) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:15.121668 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818ec6b-4c68-452a-9c05-ef0de45597bd None None] Network b71900b9-088a-4103-8bae-e4722c81eb4e requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:53:15.131492 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18a8b174-8d24-4dcb-bae7-4e832c14fb0b req-fc96c0b2-9f3f-44ed-9edc-ba63ac1312f0 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891316 Aug 09 11:53:15.183986 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.240219 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Deleting port 65aef7ae-e0eb-4d5b-967a-b1a76063872a {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:15.240560 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.305463 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] For port 65aef7ae-e0eb-4d5b-967a-b1a76063872a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=65aef7ae-e0eb-4d5b-967a-b1a76063872a,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:15.306946 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.310176 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] DHCP port deletion for b71900b9-088a-4103-8bae-e4722c81eb4e request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:53:15.320582 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Calling delete_port for 65aef7ae-e0eb-4d5b-967a-b1a76063872a owned by network:dhcp {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:15.362039 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] Deleting port 65aef7ae-e0eb-4d5b-967a-b1a76063872a {{(pid=99934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:15.362411 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.437231 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.443905 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] For port 65aef7ae-e0eb-4d5b-967a-b1a76063872a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=65aef7ae-e0eb-4d5b-967a-b1a76063872a,segment=NetworkSegment(8f385d27-d8a8-4336-af5a-a7e83085db1f),segment_id=8f385d27-d8a8-4336-af5a-a7e83085db1f)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:15.444321 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.465693 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65aef7ae-e0eb-4d5b-967a-b1a76063872a,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:15.467624 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] No DVR routers for this DVR port 65aef7ae-e0eb-4d5b-967a-b1a76063872a on host dv-cinder-803901-1-iscsi {{(pid=99932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:53:15.468263 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] Calling delete_port for 65aef7ae-e0eb-4d5b-967a-b1a76063872a owned by network:dhcp {{(pid=99934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:15.505734 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:15.508028 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249696cf-ce53-487e-90bb-c09dd772d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:15.543981 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.556384 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71900b9-088a-4103-8bae-e4722c81eb4e']}} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:15.567464 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f385d27-d8a8-4336-af5a-a7e83085db1f') {'for_net_delete': True} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:15.567856 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f385d27-d8a8-4336-af5a-a7e83085db1f') {} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:15.569207 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab7959-52c7-4fd5-a356-4365cea9380e req-bdc0c272-bf9d-4d78-a85f-d0af81efbc2f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:15.570774 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-42ab7959-52c7-4fd5-a356-4365cea9380e req-bdc0c272-bf9d-4d78-a85f-d0af81efbc2f tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 944 time: 0.1405640 Aug 09 11:53:15.577404 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570832'] for segment, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.578356 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 4218922b-4228-4287-9cb0-af2cca4860f2 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:15.619500 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.625958 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-42ab7959-52c7-4fd5-a356-4365cea9380e req-78b6d350-cb9b-4d71-9ad5-7a53694997b8 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472841 Aug 09 11:53:15.627102 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=99932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:53:15.627510 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440116'] for segment, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: Traceback (most recent call last): Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: timer() Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: cb(*args, **kw) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: return func(*args, **kwargs) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: self._notify() Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: self.callback(batched_events) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: event.method(event) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: return f(self, *a, **k) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: return self._get(url).json() Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: return self.request(url, 'GET', **kwargs) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:53:15.632402 dv-cinder-803901-1-iscsi neutron-server[99932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:53:15.635175 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 4218922b-4228-4287-9cb0-af2cca4860f2 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:15.635508 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 4218922b-4228-4287-9cb0-af2cca4860f2 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:15.636065 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 65aef7ae-e0eb-4d5b-967a-b1a76063872a no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:15.663131 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 65aef7ae-e0eb-4d5b-967a-b1a76063872a {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:15.665530 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 65aef7ae-e0eb-4d5b-967a-b1a76063872a not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:15.665976 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b4efe14d-b1e6-461b-98da-c3bacdcbbd03 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:15.669362 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e6ae6-9b4b-4a3c-93ae-dd502ef5c137 x-openstack-request-id: req-ef1e6ae6-9b4b-4a3c-93ae-dd502ef5c137 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:15.669650 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:15.669895 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef1e6ae6-9b4b-4a3c-93ae-dd502ef5c137 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:15.670273 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'status': 'completed', 'code': 200} Aug 09 11:53:15.700189 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: b4efe14d-b1e6-461b-98da-c3bacdcbbd03 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:15.700394 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.700516 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b4efe14d-b1e6-461b-98da-c3bacdcbbd03 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:15.706954 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.711971 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b71900b9-088a-4103-8bae-e4722c81eb4e HTTP/1.1" status: 204 len: 168 time: 0.6077225 Aug 09 11:53:15.712270 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590'] for port, after_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:15.712403 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 40152) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:15.731862 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df55c5f-dd3d-4235-92de-2705182498b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71900b9-088a-4103-8bae-e4722c81eb4e,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:15.737501 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] Network b71900b9-088a-4103-8bae-e4722c81eb4e is not hosted by any dhcp agent {{(pid=99934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 11:53:15.738255 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] No DVR routers for this DVR port 65aef7ae-e0eb-4d5b-967a-b1a76063872a on host dv-cinder-803901-1-iscsi {{(pid=99934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:53:15.741360 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b257ba-4a7f-450f-8456-4db2c0930a4b None None] Pushing event deleted for resources: {'Port': ['ID=65aef7ae-e0eb-4d5b-967a-b1a76063872a,revision_number=None']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:16.094687 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249696cf-ce53-487e-90bb-c09dd772d65c req-88081eea-1f4e-4cd4-abb7-20e1ea864dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:16.096224 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-249696cf-ce53-487e-90bb-c09dd772d65c req-88081eea-1f4e-4cd4-abb7-20e1ea864dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 1097 time: 0.3400819 Aug 09 11:53:16.262706 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249696cf-ce53-487e-90bb-c09dd772d65c req-174b5fdb-f10f-4b91-b2ff-9ba94d188190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:16.264073 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-249696cf-ce53-487e-90bb-c09dd772d65c req-174b5fdb-f10f-4b91-b2ff-9ba94d188190 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.1601732 Aug 09 11:53:16.309064 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-249696cf-ce53-487e-90bb-c09dd772d65c req-fa6906f0-52de-4fda-b531-4308662e9b7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4 HTTP/1.1" status: 200 len: 217 time: 0.0357921 Aug 09 11:53:16.399002 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249696cf-ce53-487e-90bb-c09dd772d65c req-e53f0c17-8e44-4a6a-b192-d25c8471edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:16.400441 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-249696cf-ce53-487e-90bb-c09dd772d65c req-e53f0c17-8e44-4a6a-b192-d25c8471edd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0698574 Aug 09 11:53:16.462759 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249696cf-ce53-487e-90bb-c09dd772d65c req-e3fc4727-b4d0-446b-ba50-c1f971feb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:16.464239 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-249696cf-ce53-487e-90bb-c09dd772d65c req-e3fc4727-b4d0-446b-ba50-c1f971feb955 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558646 Aug 09 11:53:16.586269 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:16.590180 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-249696cf-ce53-487e-90bb-c09dd772d65c req-4555bf0a-e140-4000-b605-5c7f73d6b506 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184061 Aug 09 11:53:16.744579 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd7fd-8c9c-42ed-b883-c7f0dd2c5628 req-8a118acb-9eed-4192-a1c0-b739e6009ee5 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:16.746284 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-91cdd7fd-8c9c-42ed-b883-c7f0dd2c5628 req-8a118acb-9eed-4192-a1c0-b739e6009ee5 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 944 time: 0.0510437 Aug 09 11:53:16.760299 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-249696cf-ce53-487e-90bb-c09dd772d65c req-5ab12a00-4b48-4da4-8c9c-95ae92c64572 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375282 Aug 09 11:53:16.786096 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-91cdd7fd-8c9c-42ed-b883-c7f0dd2c5628 req-3cbe9c3c-9c54-4680-b385-728e5ebbb693 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Aug 09 11:53:16.907191 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Deleting port 782679b7-9ccc-41bf-a2e8-af6b3daa637a {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:16.907535 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:16.984279 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] For port 782679b7-9ccc-41bf-a2e8-af6b3daa637a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=782679b7-9ccc-41bf-a2e8-af6b3daa637a,segment=NetworkSegment(dc375910-a949-489e-9b98-cc616dd7782f),segment_id=dc375910-a949-489e-9b98-cc616dd7782f)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:16.984638 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:16.996931 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Calling delete_port for 782679b7-9ccc-41bf-a2e8-af6b3daa637a owned by network:router_interface {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:17.172002 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:17.201697 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=782679b7-9ccc-41bf-a2e8-af6b3daa637a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:17.369125 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:17.585588 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Router 6ae38616-633b-4031-bfcd-9edbefb98ba5 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:53:17.690989 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:53:17.698996 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40160) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:17.699598 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d75f00fc-0df5-4bdd-85b8-f207d5b6b0d7 admin admin] 10.222.0.50 "PUT /v2.0/routers/6ae38616-633b-4031-bfcd-9edbefb98ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9862549 Aug 09 11:53:17.702267 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] Sync routers for ids ['6ae38616-633b-4031-bfcd-9edbefb98ba5'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:53:17.711427 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] Routers {'6ae38616-633b-4031-bfcd-9edbefb98ba5'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:17.712058 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['6ae38616-633b-4031-bfcd-9edbefb98ba5'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:17.806158 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks [] for router, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:17.815366 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] Set router 6ae38616-633b-4031-bfcd-9edbefb98ba5 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:17.946382 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:17.959097 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c426-58a6-494b-939f-728639114565 req-e2a37483-84bb-4f54-889b-80b4eb39afa6 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:17.960802 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ee49c426-58a6-494b-939f-728639114565 req-e2a37483-84bb-4f54-889b-80b4eb39afa6 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 944 time: 0.0980761 Aug 09 11:53:17.998905 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:53:17Z', 'revision_number': 5, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port': {'id': '74774a4b-89a2-4e3f-889e-c6e605ce3898', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:47Z', 'updated_at': '2021-08-09T11:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:18.022033 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ee49c426-58a6-494b-939f-728639114565 req-2dc3beae-071b-4b29-bd7d-8748bc132ed9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540681 Aug 09 11:53:18.026742 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] Checking router: 6ae38616-633b-4031-bfcd-9edbefb98ba5 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:53:18.044059 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] Routers {'6ae38616-633b-4031-bfcd-9edbefb98ba5'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:18.044707 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['6ae38616-633b-4031-bfcd-9edbefb98ba5'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:18.046341 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Deleting port 74774a4b-89a2-4e3f-889e-c6e605ce3898 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:18.046682 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.125481 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] For port 74774a4b-89a2-4e3f-889e-c6e605ce3898, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=74774a4b-89a2-4e3f-889e-c6e605ce3898,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:18.125836 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.141042 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Calling delete_port for 74774a4b-89a2-4e3f-889e-c6e605ce3898 owned by network:router_gateway {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:18.172089 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] Set router 6ae38616-633b-4031-bfcd-9edbefb98ba5 gateway port host: None {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:18.300834 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.308975 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:53:17Z', 'revision_number': 6, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port_host': None}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:18.329243 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Pushing event deleted for resources: {'Port': ['ID=74774a4b-89a2-4e3f-889e-c6e605ce3898,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:18.340440 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0b326-9fc0-4fbc-b14e-2ebbbe0bee4f None None] The sync data for ids ['6ae38616-633b-4031-bfcd-9edbefb98ba5'] in dv-cinder-803901-1-iscsi is: [{'id': '6ae38616-633b-4031-bfcd-9edbefb98ba5', 'name': 'tempest-TestMinimumBasicScenario-511907430-router', 'tenant_id': '69e8ac0f820f4ea390e67fd0548544f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:46Z', 'updated_at': '2021-08-09T11:53:17Z', 'revision_number': 6, 'project_id': '69e8ac0f820f4ea390e67fd0548544f0', 'gw_port_host': None}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:53:18.391187 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.482758 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.484880 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.529351 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.530049 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae38616-633b-4031-bfcd-9edbefb98ba5 {{(pid=99932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:53:18.534216 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.535348 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-66c82fd0-2ef4-4d02-abf9-65bb9ab4ce6e admin admin] 10.222.0.50 "DELETE /v2.0/routers/6ae38616-633b-4031-bfcd-9edbefb98ba5 HTTP/1.1" status: 204 len: 168 time: 0.8341963 Aug 09 11:53:18.538179 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40166) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:18.581121 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] Deleting subnet b3db75c9-9803-43c7-9aa4-3d658853a570 {{(pid=99932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:53:18.584168 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.616779 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570823'] for subnet, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.696480 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.758681 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244474'] for subnet, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.784205 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3db75c9-9803-43c7-9aa4-3d658853a570,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:18.789173 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.791333 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-ee9f4f66-6470-4cd2-9bad-17da3b874329 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b3db75c9-9803-43c7-9aa4-3d658853a570 HTTP/1.1" status: 204 len: 168 time: 0.2520220 Aug 09 11:53:18.793573 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40168) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:18.794340 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a1ea7-1505-46aa-ad28-a2f42518efd3 None None] Network d98caf4a-d962-402c-bd42-8c80467f434f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:53:18.861258 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.924646 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Deleting port b3c6aede-1740-481b-8e40-34e492b66688 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:18.924990 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:18.987546 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] For port b3c6aede-1740-481b-8e40-34e492b66688, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=b3c6aede-1740-481b-8e40-34e492b66688,segment=NetworkSegment(dc375910-a949-489e-9b98-cc616dd7782f),segment_id=dc375910-a949-489e-9b98-cc616dd7782f)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:18.987943 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.001634 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Calling delete_port for b3c6aede-1740-481b-8e40-34e492b66688 owned by network:dhcp {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:19.084410 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.125485 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c6aede-1740-481b-8e40-34e492b66688,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:19.140469 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] No DVR routers for this DVR port b3c6aede-1740-481b-8e40-34e492b66688 on host dv-cinder-803901-1-iscsi {{(pid=99932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:53:19.143719 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba5e4ea-57b9-41bd-b58f-6507ded02007 None None] DHCP port deletion for d98caf4a-d962-402c-bd42-8c80467f434f request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:53:19.227044 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3469d3c-bc8d-4af2-95c6-9140122be22d req-607eeea9-0bd9-434b-8693-f626b20a3488 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:19.228857 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d3469d3c-bc8d-4af2-95c6-9140122be22d req-607eeea9-0bd9-434b-8693-f626b20a3488 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 944 time: 0.1363864 Aug 09 11:53:19.234711 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.252000 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98caf4a-d962-402c-bd42-8c80467f434f']}} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:19.268702 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc375910-a949-489e-9b98-cc616dd7782f') {'for_net_delete': True} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:19.268999 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.services.segments.db [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc375910-a949-489e-9b98-cc616dd7782f') {} {{(pid=99932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:19.275154 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 6fa75848-cbcd-498e-a27b-adb080c4afe4 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:53:19.280648 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8570832'] for segment, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.303108 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d3469d3c-bc8d-4af2-95c6-9140122be22d req-f0c665b1-6c4d-43f3-9b5d-2a50d207f57e tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651288 Aug 09 11:53:19.306571 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.313329 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=99932) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:53:19.313985 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8440116'] for segment, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: Traceback (most recent call last): Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: timer() Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: cb(*args, **kw) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: return func(*args, **kwargs) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: self._notify() Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: self.callback(batched_events) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: event.method(event) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: return f(self, *a, **k) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: return self._get(url).json() Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: return self.request(url, 'GET', **kwargs) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:53:19.317345 dv-cinder-803901-1-iscsi neutron-server[99932]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:53:19.388588 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.397836 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.399822 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d98caf4a-d962-402c-bd42-8c80467f434f HTTP/1.1" status: 204 len: 168 time: 0.6051714 Aug 09 11:53:19.410198 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c21d3-fc06-4531-b9e9-03ff2a073a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=d98caf4a-d962-402c-bd42-8c80467f434f,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:19.412902 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 6fa75848-cbcd-498e-a27b-adb080c4afe4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:19.425612 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'port_id': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'mac_address': 'fa:16:3e:28:02:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:53:19.472095 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.497635 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa75848-cbcd-498e-a27b-adb080c4afe4 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:53:19.522014 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 6fa75848-cbcd-498e-a27b-adb080c4afe4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:19.526158 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.531025 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b3c6aede-1740-481b-8e40-34e492b66688 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:19.536987 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40176) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:19.570138 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: b3c6aede-1740-481b-8e40-34e492b66688 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:19.570538 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device b3c6aede-1740-481b-8e40-34e492b66688 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:19.570973 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 74774a4b-89a2-4e3f-889e-c6e605ce3898 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:19.579471 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-2547683f-6c9c-48a5-bcd9-a632d8b35bd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe05ca122f744f0792f76f48515b71d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412214 Aug 09 11:53:19.581810 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40178) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:19.591489 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 74774a4b-89a2-4e3f-889e-c6e605ce3898 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:19.591857 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 74774a4b-89a2-4e3f-889e-c6e605ce3898 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:19.592272 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 782679b7-9ccc-41bf-a2e8-af6b3daa637a no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:53:19.613304 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 782679b7-9ccc-41bf-a2e8-af6b3daa637a {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:53:19.614216 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 782679b7-9ccc-41bf-a2e8-af6b3daa637a not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:53:19.632640 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6d73631-3e5e-46e2-be8a-6bceceb96698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.635184 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=6fa75848-cbcd-498e-a27b-adb080c4afe4,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:19.653606 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6d73631-3e5e-46e2-be8a-6bceceb96698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.699480 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6d73631-3e5e-46e2-be8a-6bceceb96698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.702328 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a6d73631-3e5e-46e2-be8a-6bceceb96698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:19.703120 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a6d73631-3e5e-46e2-be8a-6bceceb96698 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9628928e-b774-4883-841f-ea08411d0c10 HTTP/1.1" status: 204 len: 168 time: 0.1203763 Aug 09 11:53:19.710833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d73631-3e5e-46e2-be8a-6bceceb96698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9628928e-b774-4883-841f-ea08411d0c10,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:19.973799 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['6fa75848-cbcd-498e-a27b-adb080c4afe4'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:53:20.013433 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40186) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:20.053996 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-d0afba70-9390-4b42-b4be-28b1ad4b6494 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69e8ac0f820f4ea390e67fd0548544f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393384 Aug 09 11:53:20.056430 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40188) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:20.106051 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeea6-1237-4a2a-9310-ad3589abd369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:20.127733 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeea6-1237-4a2a-9310-ad3589abd369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:20.175513 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeea6-1237-4a2a-9310-ad3589abd369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:20.178974 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeea6-1237-4a2a-9310-ad3589abd369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:20.181524 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7ffbeea6-1237-4a2a-9310-ad3589abd369 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4e94afa-858f-48a7-bcac-315169d48bd9 HTTP/1.1" status: 204 len: 168 time: 0.1240838 Aug 09 11:53:20.190655 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbeea6-1237-4a2a-9310-ad3589abd369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e94afa-858f-48a7-bcac-315169d48bd9,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:20.433098 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77268d-70d6-46a5-9b74-76d327c7a0b6 req-b235ce4f-d4eb-42c6-8ab7-ce5a5a28f0c7 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:20.434606 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dc77268d-70d6-46a5-9b74-76d327c7a0b6 req-b235ce4f-d4eb-42c6-8ab7-ce5a5a28f0c7 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 945 time: 0.0517929 Aug 09 11:53:20.475855 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-dc77268d-70d6-46a5-9b74-76d327c7a0b6 req-a44ebd5d-2756-46fe-9728-4b22c7d15b33 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348132 Aug 09 11:53:20.553712 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:53:21.285563 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 6fa75848-cbcd-498e-a27b-adb080c4afe4 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:53:21.331704 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 6fa75848-cbcd-498e-a27b-adb080c4afe4 completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:53:21.335875 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 6fa75848-cbcd-498e-a27b-adb080c4afe4 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:53:21.336242 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:21.414273 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:21.438205 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:21.440480 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5474f9-1de4-4ca4-9c83-0fbe08b5030e" -d '{"events": [{"server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "name": "network-vif-plugged", "status": "completed", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:21.453927 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 6fa75848-cbcd-498e-a27b-adb080c4afe4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:21.457953 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:21.481004 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539cfd61-6bf9-4f16-b59a-c07e7951ede8 x-openstack-request-id: req-539cfd61-6bf9-4f16-b59a-c07e7951ede8 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:21.481261 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "name": "network-vif-plugged", "status": "completed", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:21.481507 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-539cfd61-6bf9-4f16-b59a-c07e7951ede8 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:21.481884 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'code': 200} Aug 09 11:53:21.507066 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=6fa75848-cbcd-498e-a27b-adb080c4afe4,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:21.600306 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ea34b-fae7-48fb-9444-b164f7083649 req-9267757a-73f6-483e-909b-b25deeca62e0 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:21.601810 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a4ea34b-fae7-48fb-9444-b164f7083649 req-9267757a-73f6-483e-909b-b25deeca62e0 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0512991 Aug 09 11:53:21.642304 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a4ea34b-fae7-48fb-9444-b164f7083649 req-9a23379a-e0a3-4344-b764-53998bcc7faa tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341332 Aug 09 11:53:21.682849 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb281e-64b1-4aa9-a495-5330f9ece8fe req-956a228b-c85d-4a6b-ae32-842decefbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:21.684265 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fdb281e-64b1-4aa9-a495-5330f9ece8fe req-956a228b-c85d-4a6b-ae32-842decefbfbf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 1099 time: 0.0394835 Aug 09 11:53:21.719485 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fdb281e-64b1-4aa9-a495-5330f9ece8fe req-e6dee64a-8c81-4905-bcbb-a1aad04dfaf1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270171 Aug 09 11:53:22.755541 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a796f7-fd01-4fa7-82b8-02ae2b33fa4e req-59c0cf94-e053-41e3-a1c5-9e465f37d7a4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:22.757018 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76a796f7-fd01-4fa7-82b8-02ae2b33fa4e req-59c0cf94-e053-41e3-a1c5-9e465f37d7a4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0474777 Aug 09 11:53:22.797149 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76a796f7-fd01-4fa7-82b8-02ae2b33fa4e req-0b325c0c-fbe6-4bcd-97cc-a96d81718b8c tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343275 Aug 09 11:53:23.909993 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16de48-1e2b-4cfe-acd2-ef8364b65440 req-0b2cc105-5ff7-4a96-8cb8-f2c087b9ea09 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:23.912205 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4f16de48-1e2b-4cfe-acd2-ef8364b65440 req-0b2cc105-5ff7-4a96-8cb8-f2c087b9ea09 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0487652 Aug 09 11:53:23.948505 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4f16de48-1e2b-4cfe-acd2-ef8364b65440 req-e1b3cbf5-8965-4253-b9c1-8929187ba96b tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302324 Aug 09 11:53:24.058741 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f273b-d9c1-4c7f-865f-1f1e338da77b req-a6b899e2-8db5-44cf-815b-24ef4f48a99d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:24.060209 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-861f273b-d9c1-4c7f-865f-1f1e338da77b req-a6b899e2-8db5-44cf-815b-24ef4f48a99d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0474803 Aug 09 11:53:24.069043 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 40214) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:24.073625 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Request body: {'floatingip': {'port_id': '6fa75848-cbcd-498e-a27b-adb080c4afe4'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:53:24.114677 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:24.767112 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:24.771474 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:24.870240 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Floating IP 18d93a31-6f77-4826-8197-25ecc6a1d038 associated. External IP: 172.27.3.91, port: 6fa75848-cbcd-498e-a27b-adb080c4afe4. Aug 09 11:53:25.071650 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:53:25.175042 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:53:25.180806 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:25.185134 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] Sync routers for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:53:25.195676 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:25.196298 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:25.208085 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-8fd6251d-f640-4d37-99ec-87965aa6df77 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "PUT /v2.0/floatingips/18d93a31-6f77-4826-8197-25ecc6a1d038 HTTP/1.1" status: 200 len: 991 time: 1.1372712 Aug 09 11:53:25.208777 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:25.211027 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:25.249150 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae59c9-b886-4af3-8076-8d83cff1358d x-openstack-request-id: req-efae59c9-b886-4af3-8076-8d83cff1358d {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:25.249441 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:25.249692 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efae59c9-b886-4af3-8076-8d83cff1358d {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:25.250093 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'status': 'completed', 'code': 200} Aug 09 11:53:25.355739 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-dfd9c7e4-e3a6-4edd-b553-7568fc04dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:25.357268 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-dfd9c7e4-e3a6-4edd-b553-7568fc04dbe4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 1099 time: 0.0427933 Aug 09 11:53:25.438879 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:25.458897 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-883eada9-1b9f-455d-81e6-8a28a5116b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:25.460478 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-883eada9-1b9f-455d-81e6-8a28a5116b55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 200 len: 912 time: 0.0954957 Aug 09 11:53:25.532873 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-980e4f5c-ab48-406f-a3c0-bdb121aedc89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4 HTTP/1.1" status: 200 len: 999 time: 0.0578003 Aug 09 11:53:25.584967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-e1801061-b59b-4f78-ad10-967fbf72ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:25.587014 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-e1801061-b59b-4f78-ad10-967fbf72ea9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 200 len: 850 time: 0.0463598 Aug 09 11:53:25.643882 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-500212bd-4f67-424b-97d3-d41ab2ce6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:25.645679 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-500212bd-4f67-424b-97d3-d41ab2ce6848 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b5f90b2-44c7-4872-bf4c-50ed158ce782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456538 Aug 09 11:53:25.663769 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '18d93a31-6f77-4826-8197-25ecc6a1d038', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'port_id': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'mac_address': 'fa:16:3e:28:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:09Z', 'updated_at': '2021-08-09T11:53:24Z', 'revision_number': 1, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:25.693748 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] Checking router: 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:53:25.702243 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:25.702858 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:53:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:25.754789 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-ca923f40-0859-4f08-9e8a-a08401ea8173 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866253 Aug 09 11:53:25.810083 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:25.847804 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-759b1239-4eef-42c7-8e72-2ae43cd4d6ee req-8cbf5bb7-fb75-4c19-8a3a-4f77aa5764c1 service neutron] 10.222.0.43 "GET /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857899 Aug 09 11:53:26.029604 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '18d93a31-6f77-4826-8197-25ecc6a1d038', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'port_id': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'mac_address': 'fa:16:3e:28:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:09Z', 'updated_at': '2021-08-09T11:53:24Z', 'revision_number': 1, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:26.055457 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ef147-4050-4242-bf09-2f01c5d2385d None None] The sync data for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi is: [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '18d93a31-6f77-4826-8197-25ecc6a1d038', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'port_id': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'mac_address': 'fa:16:3e:28:02:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:09Z', 'updated_at': '2021-08-09T11:53:24Z', 'revision_number': 1, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:53:26.235118 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f950e9-fd67-43fc-806f-1fcc6795667f None None] New status for floating IP 18d93a31-6f77-4826-8197-25ecc6a1d038: ACTIVE {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:53:27.353439 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-957d2d6d-1f41-459b-bcc9-94a3502a7cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:30.215524 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0df9-6e85-4de9-b757-76dc2fb35fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:30.346956 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:31.541092 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:33.009055 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:36.399475 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:39.789019 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-e6644b0c-bfb9-4f02-810f-2d72bf9a70d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412586 Aug 09 11:53:39.919048 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-44965aa9-3f3f-48e9-b4a9-b12df94dbfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:39.920545 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-44965aa9-3f3f-48e9-b4a9-b12df94dbfc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1098 time: 0.0401986 Aug 09 11:53:40.027627 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-c6423fa3-8a76-48c8-a527-0653ff4abe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:40.028976 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-c6423fa3-8a76-48c8-a527-0653ff4abe10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 910 time: 0.0849249 Aug 09 11:53:40.097392 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-c74d23f6-dcf1-44fa-991d-4fdd394a2b1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 1001 time: 0.0556085 Aug 09 11:53:40.146213 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-ba041686-08e4-4700-9848-e1323b5d7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:40.147713 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-ba041686-08e4-4700-9848-e1323b5d7808 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 200 len: 848 time: 0.0434268 Aug 09 11:53:40.198702 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-3c346a37-7c29-4aef-9fed-0c4e0f730eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:40.200238 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-3c346a37-7c29-4aef-9fed-0c4e0f730eb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e90a80df-929f-4cef-9769-130195cf720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450218 Aug 09 11:53:40.293061 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-f8675108-a423-43ea-a809-796b162f6801 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809782 Aug 09 11:53:40.385420 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2047e930-ab82-4b8c-8674-1e64285c9ff1 req-16f6a5c9-0344-4afd-962b-b18569fc3e02 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852754 Aug 09 11:53:57.354644 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-746f32c7-ec63-45f1-87d1-3ff0f7f423c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:57.557972 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:54:00.214958 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5847-55ec-4973-a508-ce70c44d199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:00.348278 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:01.545260 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:03.007411 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:06.401847 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.762634 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a943b4e-57d4-4ebd-9a05-bc454efb5694 req-eb3028e1-e290-49ef-b187-3347907388ee tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:11.764127 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2a943b4e-57d4-4ebd-9a05-bc454efb5694 req-eb3028e1-e290-49ef-b187-3347907388ee tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0487845 Aug 09 11:54:11.800617 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2a943b4e-57d4-4ebd-9a05-bc454efb5694 req-9489ae3d-e149-4303-afb1-d726caa63ab6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306544 Aug 09 11:54:12.920803 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e26d3-bfe2-446e-aaa8-7f2800820f02 req-0dce7586-de10-4f9f-a53a-51c5b4d960ce tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:12.922270 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e11e26d3-bfe2-446e-aaa8-7f2800820f02 req-0dce7586-de10-4f9f-a53a-51c5b4d960ce tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0502982 Aug 09 11:54:12.959437 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e11e26d3-bfe2-446e-aaa8-7f2800820f02 req-ccf24341-4d99-452b-a188-9c17f63b40fd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310440 Aug 09 11:54:14.075553 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ec868-3f34-4897-9a6a-63792bf5df54 req-625888ef-e575-43e4-ad07-8e5dc95a8e24 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:14.077043 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2d9ec868-3f34-4897-9a6a-63792bf5df54 req-625888ef-e575-43e4-ad07-8e5dc95a8e24 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0477800 Aug 09 11:54:14.113127 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2d9ec868-3f34-4897-9a6a-63792bf5df54 req-9271216e-5a00-4cc5-b43f-ec98b178e100 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302851 Aug 09 11:54:15.232224 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfbbaf-c6e9-4b7d-8576-2d76ab5b211a req-2c6d52c5-863f-436e-88d3-91fb4e8c0b8d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:15.233706 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-45dfbbaf-c6e9-4b7d-8576-2d76ab5b211a req-2c6d52c5-863f-436e-88d3-91fb4e8c0b8d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Aug 09 11:54:15.270714 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-45dfbbaf-c6e9-4b7d-8576-2d76ab5b211a req-c7365354-64a5-4573-b624-19c68bc952a1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Aug 09 11:54:16.394678 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc1f5e-0687-435c-a658-5eaec07e7e16 req-9d5d0b85-4082-4eaf-b71c-8bddf52b6bd8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:16.396172 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-08cc1f5e-0687-435c-a658-5eaec07e7e16 req-9d5d0b85-4082-4eaf-b71c-8bddf52b6bd8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Aug 09 11:54:16.433488 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-08cc1f5e-0687-435c-a658-5eaec07e7e16 req-05ea669f-981f-4ce0-8716-856f0bc6db2a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313520 Aug 09 11:54:17.549875 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec88fc-dea2-4f9b-a793-eadf85bbf95f req-f14d84e7-f2ff-419c-97d4-93e7b2f2dd48 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:17.551239 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-afec88fc-dea2-4f9b-a793-eadf85bbf95f req-f14d84e7-f2ff-419c-97d4-93e7b2f2dd48 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0469871 Aug 09 11:54:17.589347 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-afec88fc-dea2-4f9b-a793-eadf85bbf95f req-7097be33-ebed-4f89-a0d3-091b2a9e7f1c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315504 Aug 09 11:54:18.719692 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f03161-41d4-45dc-91eb-52852de794e9 req-ab8bf3dd-c5c9-4f71-9b7a-6f926abfaafb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:18.721179 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-26f03161-41d4-45dc-91eb-52852de794e9 req-ab8bf3dd-c5c9-4f71-9b7a-6f926abfaafb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0490780 Aug 09 11:54:18.759315 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-26f03161-41d4-45dc-91eb-52852de794e9 req-1c537aec-cc42-4115-bb13-1b59a4cc22ef tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Aug 09 11:54:19.882638 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40514abf-d679-4c35-a0eb-13179131867f req-ea2aa798-de70-449d-8a9b-b844ba7e2735 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:19.884141 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-40514abf-d679-4c35-a0eb-13179131867f req-ea2aa798-de70-449d-8a9b-b844ba7e2735 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0539613 Aug 09 11:54:19.921509 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-40514abf-d679-4c35-a0eb-13179131867f req-027fef5d-0426-4dd1-ad57-2da8e486794f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Aug 09 11:54:21.040365 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eb3df-a7ed-43ce-a45e-22b60f335f85 req-bbdfd97c-1989-4db7-ab7f-ced93d96da6f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:21.041880 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-754eb3df-a7ed-43ce-a45e-22b60f335f85 req-bbdfd97c-1989-4db7-ab7f-ced93d96da6f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0484045 Aug 09 11:54:21.080566 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-754eb3df-a7ed-43ce-a45e-22b60f335f85 req-1e2510e7-686c-461d-885b-18a42d50f75e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327728 Aug 09 11:54:22.201683 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e69082-b269-4590-b5be-ee91d6fa8370 req-b6b5c0b8-afa3-4732-ba7b-72354e6008dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:22.203188 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d2e69082-b269-4590-b5be-ee91d6fa8370 req-b6b5c0b8-afa3-4732-ba7b-72354e6008dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0481017 Aug 09 11:54:22.242268 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d2e69082-b269-4590-b5be-ee91d6fa8370 req-2dc45223-9347-40e1-99e0-2a3bcddce09e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326769 Aug 09 11:54:23.361984 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae795f-706c-4972-bc3a-2a1ca7ebbab5 req-d5f520cc-cb6e-4854-97d7-444d955e6fa2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:23.363424 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d8ae795f-706c-4972-bc3a-2a1ca7ebbab5 req-d5f520cc-cb6e-4854-97d7-444d955e6fa2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0517836 Aug 09 11:54:23.402100 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d8ae795f-706c-4972-bc3a-2a1ca7ebbab5 req-f3eab8c0-3e27-447e-8941-286b1c619264 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316176 Aug 09 11:54:24.519418 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ce2e3-7185-42da-83db-2c83c1b2d5a4 req-ac7f4ecc-2a06-4430-99da-d1f206de2550 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:24.521260 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-542ce2e3-7185-42da-83db-2c83c1b2d5a4 req-ac7f4ecc-2a06-4430-99da-d1f206de2550 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Aug 09 11:54:24.559472 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-542ce2e3-7185-42da-83db-2c83c1b2d5a4 req-f060cf82-1050-4c87-a38a-76bcea82c43c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312927 Aug 09 11:54:25.680975 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c858f-3154-47ee-8a40-936acd5659a7 req-db1aedd0-885b-4845-a7ad-98698719c4e4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:25.682390 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-654c858f-3154-47ee-8a40-936acd5659a7 req-db1aedd0-885b-4845-a7ad-98698719c4e4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0535419 Aug 09 11:54:25.719246 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-654c858f-3154-47ee-8a40-936acd5659a7 req-3e0993ca-d645-49dd-a871-5ecf35f1d062 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Aug 09 11:54:26.839930 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999471-32f5-4fbe-843d-72f95e30cca1 req-5f4baa45-e180-4398-af1d-701826acba52 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:26.841284 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-60999471-32f5-4fbe-843d-72f95e30cca1 req-5f4baa45-e180-4398-af1d-701826acba52 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0508678 Aug 09 11:54:26.878639 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-60999471-32f5-4fbe-843d-72f95e30cca1 req-3430fed9-a516-4510-a693-200ba5e64ecb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315156 Aug 09 11:54:27.354969 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c75c733a-f41c-4ed6-a857-bd1b060f652f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:28.199752 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccabf9-01d3-4a95-a304-343c88883319 req-746f1a7c-85a4-4ac5-a5ae-9aa2a8a96db4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:28.201162 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e8ccabf9-01d3-4a95-a304-343c88883319 req-746f1a7c-85a4-4ac5-a5ae-9aa2a8a96db4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.2515571 Aug 09 11:54:28.240009 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e8ccabf9-01d3-4a95-a304-343c88883319 req-baf1ac7d-5e40-4e72-af28-fbdbc20b7d2e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328281 Aug 09 11:54:29.357830 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46664a-9bbe-4e8d-a122-add39169bbd1 req-d1308ad9-d6f6-4ea0-ba92-3eb79a319631 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:29.359273 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ae46664a-9bbe-4e8d-a122-add39169bbd1 req-d1308ad9-d6f6-4ea0-ba92-3eb79a319631 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0471697 Aug 09 11:54:29.395717 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ae46664a-9bbe-4e8d-a122-add39169bbd1 req-9ffd9dcc-6e4b-423b-8c5f-5bc2aef9539a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305576 Aug 09 11:54:29.683560 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:54:29.778476 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:29.790008 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '5d7c94fb-fb23-4190-b240-5117140d6753', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'port_id': '5d7c94fb-fb23-4190-b240-5117140d6753', 'mac_address': 'fa:16:3e:e0:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:54:29.825547 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:29.838044 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d7c94fb-fb23-4190-b240-5117140d6753 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:54:29.857159 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:29.860713 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:29.906395 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=6']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:29.913104 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.913451 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.913932 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.914312 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.914643 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.914971 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.915296 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.915648 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.915973 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.916293 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.916614 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:29.916931 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:30.043820 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['5d7c94fb-fb23-4190-b240-5117140d6753'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:54:30.214340 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3e94aff9-d7a1-4b09-a2f0-037950e529c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:30.349449 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:30.523455 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a8b92-48b3-46d4-a85c-d15035fb089e req-559f5d82-ad1e-472c-b90b-889c8518f06f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:30.524942 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2b0a8b92-48b3-46d4-a85c-d15035fb089e req-559f5d82-ad1e-472c-b90b-889c8518f06f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 945 time: 0.0579472 Aug 09 11:54:30.562321 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2b0a8b92-48b3-46d4-a85c-d15035fb089e req-d56373f0-a9f4-4df5-ac63-fbf0a9614436 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310392 Aug 09 11:54:31.547743 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:31.678425 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ad3b4-ab5e-43f7-9c9e-abf573e1869b req-061029c0-9791-439d-8f48-39afc619565c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:31.679897 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f41ad3b4-ab5e-43f7-9c9e-abf573e1869b req-061029c0-9791-439d-8f48-39afc619565c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Aug 09 11:54:31.691624 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:54:31.723526 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f41ad3b4-ab5e-43f7-9c9e-abf573e1869b req-cdbfbddb-8a51-4a71-8dde-5b3413944dad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376379 Aug 09 11:54:31.743534 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 5d7c94fb-fb23-4190-b240-5117140d6753 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:54:31.743935 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:31.820432 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:31.842236 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:54:31.844492 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9e1f46-c22a-4791-abcf-337363da76ff" -d '{"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:54:31.858336 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:31.866507 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:31.890197 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b5f849-bc3a-43e5-8ef9-37e929fe4660 x-openstack-request-id: req-19b5f849-bc3a-43e5-8ef9-37e929fe4660 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:54:31.890487 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:54:31.890734 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19b5f849-bc3a-43e5-8ef9-37e929fe4660 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:54:31.891113 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753', 'code': 200} Aug 09 11:54:31.915994 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=7']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:32.897507 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d2a00-5483-40bc-82ee-e8b570e8fcb1 req-07674b38-82fb-4d72-a30c-3c9fb4191026 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:32.898987 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-047d2a00-5483-40bc-82ee-e8b570e8fcb1 req-07674b38-82fb-4d72-a30c-3c9fb4191026 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.1020215 Aug 09 11:54:32.937722 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-047d2a00-5483-40bc-82ee-e8b570e8fcb1 req-c71b4aef-2d83-4bc2-9164-075b46ca1389 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323777 Aug 09 11:54:33.010387 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:34.054014 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c4131-67b8-462d-ae1e-cf2f5ed8f2e4 req-2a5b6ee0-6206-4f3e-a019-73c91fd50a65 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:34.055479 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f23c4131-67b8-462d-ae1e-cf2f5ed8f2e4 req-2a5b6ee0-6206-4f3e-a019-73c91fd50a65 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0477967 Aug 09 11:54:34.092716 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f23c4131-67b8-462d-ae1e-cf2f5ed8f2e4 req-3b4b81a2-7972-480b-b5ad-2cb705473b4b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Aug 09 11:54:34.555937 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:54:35.219009 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7fecd-323e-454d-a592-841e82568b39 req-bcb1d659-9fd6-4ff7-8f13-24857b8593fc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:35.220536 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fad7fecd-323e-454d-a592-841e82568b39 req-bcb1d659-9fd6-4ff7-8f13-24857b8593fc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0558505 Aug 09 11:54:35.261404 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fad7fecd-323e-454d-a592-841e82568b39 req-df25fe01-1b9c-4197-b23c-e8742dc9fdd5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349391 Aug 09 11:54:36.405720 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d905f-89cd-4db4-93a2-3cef012e37b0 req-0a64d1ab-a8dd-4767-a433-06078731eb80 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:36.412411 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1b0d905f-89cd-4db4-93a2-3cef012e37b0 req-0a64d1ab-a8dd-4767-a433-06078731eb80 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0598629 Aug 09 11:54:36.435369 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:36.466875 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1b0d905f-89cd-4db4-93a2-3cef012e37b0 req-66c74fd1-53e2-480c-b339-1a8b4d78398d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457160 Aug 09 11:54:37.595695 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b49638-322c-4f23-9d19-1b6bfc99b665 req-797b64db-5036-4116-9e34-bca912d70cb9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:37.597976 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-78b49638-322c-4f23-9d19-1b6bfc99b665 req-797b64db-5036-4116-9e34-bca912d70cb9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0509393 Aug 09 11:54:37.640199 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-78b49638-322c-4f23-9d19-1b6bfc99b665 req-997d2dff-5c76-4752-af4b-28a800f74349 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358138 Aug 09 11:54:38.782956 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03444a6d-99c1-4a60-9464-7249c3123238 req-4a9d284c-f633-4397-8e84-8155e2d323d5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:38.784807 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-03444a6d-99c1-4a60-9464-7249c3123238 req-4a9d284c-f633-4397-8e84-8155e2d323d5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0605562 Aug 09 11:54:38.840410 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-03444a6d-99c1-4a60-9464-7249c3123238 req-80b31e9e-b7ad-42f3-8401-501546b240bb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Aug 09 11:54:39.955434 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38e7e-32b6-4236-9b43-66f94d66a215 req-20f3c777-5976-440e-b13b-22e8454d6f9a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:39.957196 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7b38e7e-32b6-4236-9b43-66f94d66a215 req-20f3c777-5976-440e-b13b-22e8454d6f9a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0548077 Aug 09 11:54:40.002710 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7b38e7e-32b6-4236-9b43-66f94d66a215 req-09805c50-6248-49e3-b952-dd58f488f7da tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392084 Aug 09 11:54:40.747492 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-3f738f0c-edc6-4324-99a2-323c702e8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:40.749033 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-3f738f0c-edc6-4324-99a2-323c702e8512 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1099 time: 0.0424452 Aug 09 11:54:41.177103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81443ee-ef48-4f5f-b3df-4f2678b99b65 req-debd0024-b380-45a2-b5d6-d1eb7911f69d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:41.178612 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a81443ee-ef48-4f5f-b3df-4f2678b99b65 req-debd0024-b380-45a2-b5d6-d1eb7911f69d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0731366 Aug 09 11:54:41.216674 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-0c9cdfdc-db68-42e1-a1f7-7f4b07521da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:41.218175 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-0c9cdfdc-db68-42e1-a1f7-7f4b07521da0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.4478207 Aug 09 11:54:41.240192 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a81443ee-ef48-4f5f-b3df-4f2678b99b65 req-c4b6f17a-a00c-4964-81d4-93b95b1b18ce tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521936 Aug 09 11:54:41.300655 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-177bbfd4-f2fd-4fa9-97d6-056a77205a29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 200 len: 1001 time: 0.0731237 Aug 09 11:54:41.363918 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-38d81688-12a9-4f6f-b034-3b79e7027311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:41.365598 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-38d81688-12a9-4f6f-b034-3b79e7027311 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0567350 Aug 09 11:54:41.437037 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-8dfc5319-af2c-46bd-a1e9-bc160af70760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:41.438645 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-8dfc5319-af2c-46bd-a1e9-bc160af70760 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599504 Aug 09 11:54:41.460552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-cad51e22-b8e8-43f3-b13b-ce3affcd8ba5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99933) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:54:41.461502 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-cad51e22-b8e8-43f3-b13b-ce3affcd8ba5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054419 Aug 09 11:54:41.568935 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-cadb5852-7f7c-4eb3-a8a6-bed3852de34d service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996964 Aug 09 11:54:41.682511 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e8d4bcd8-9632-483f-8157-6e91e8e5cf3b req-bd299c2a-fdfd-4706-b454-fa93fc0864a0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051173 Aug 09 11:54:42.389949 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110f6a2-c4dd-4de5-ba4c-434ef42d09d9 req-76df6c3e-619a-4ea9-9b68-0735850fa95f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:42.391560 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2110f6a2-c4dd-4de5-ba4c-434ef42d09d9 req-76df6c3e-619a-4ea9-9b68-0735850fa95f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0641024 Aug 09 11:54:42.436153 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2110f6a2-c4dd-4de5-ba4c-434ef42d09d9 req-04556b16-f365-4905-a0f4-221fb522a9c7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384281 Aug 09 11:54:43.580744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e29a43-fb3d-4695-943a-0d0f1d4a6b50 req-e8459f55-eaee-40e9-a49d-274e73a87d36 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:43.582298 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76e29a43-fb3d-4695-943a-0d0f1d4a6b50 req-e8459f55-eaee-40e9-a49d-274e73a87d36 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0714190 Aug 09 11:54:43.625868 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-76e29a43-fb3d-4695-943a-0d0f1d4a6b50 req-82e5c672-ba61-4354-9084-d91653579160 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375216 Aug 09 11:54:44.755700 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6ee40-093c-4922-8b4d-150eca9fb317 req-21e0ed7e-182b-4f97-8cdb-5c3eda141228 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:44.757166 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-82c6ee40-093c-4922-8b4d-150eca9fb317 req-21e0ed7e-182b-4f97-8cdb-5c3eda141228 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0482869 Aug 09 11:54:44.795779 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-82c6ee40-093c-4922-8b4d-150eca9fb317 req-5904438d-1732-4246-8dd2-deb05cf1f929 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Aug 09 11:54:45.238315 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-9af1b7c7-e4bc-49fa-85ba-d39445609cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:45.239857 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-9af1b7c7-e4bc-49fa-85ba-d39445609cea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1099 time: 0.0456913 Aug 09 11:54:45.326428 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-109847f5-4cdf-4d68-82d0-6e36818d0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:45.327962 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-109847f5-4cdf-4d68-82d0-6e36818d0c47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.0811596 Aug 09 11:54:45.397452 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-9920b2fa-d238-4128-8c44-bd87b1b078c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 200 len: 1001 time: 0.0616746 Aug 09 11:54:45.446168 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-34d2e769-04f0-410e-b2b8-1e99437be3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:45.447661 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-34d2e769-04f0-410e-b2b8-1e99437be3f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0428593 Aug 09 11:54:45.494882 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-3496ac70-0b87-43c6-aa1a-f12be2fc24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:45.496432 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-3496ac70-0b87-43c6-aa1a-f12be2fc24ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420053 Aug 09 11:54:45.587113 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-0b7fdf6d-9e08-49c0-88dc-191b1a5789d0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824955 Aug 09 11:54:45.676817 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-49876aa9-0c66-4c50-ac67-900b20cd71f2 req-e4b4ca2e-0725-441f-9e54-7a782fa34e75 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Aug 09 11:54:45.915945 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d757-c4b7-4cff-b68d-3cfee9f6d87f req-c0087f33-7e45-41dd-825e-f8adf43b8e05 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:45.917430 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b508d757-c4b7-4cff-b68d-3cfee9f6d87f req-c0087f33-7e45-41dd-825e-f8adf43b8e05 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0496638 Aug 09 11:54:45.955962 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b508d757-c4b7-4cff-b68d-3cfee9f6d87f req-b418337d-a1ff-4377-8374-1e09ffe6cfc2 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Aug 09 11:54:47.077099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabfe29-cc49-4816-986f-5be927c9411e req-dea2eb8a-96bd-4a54-9de6-06d18922b40c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:47.078565 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2cabfe29-cc49-4816-986f-5be927c9411e req-dea2eb8a-96bd-4a54-9de6-06d18922b40c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 946 time: 0.0528536 Aug 09 11:54:47.115740 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2cabfe29-cc49-4816-986f-5be927c9411e req-6692764f-4d05-4b2c-a00f-54f275dc4de5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312977 Aug 09 11:54:47.797314 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:47.891024 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:47.912424 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:54:47.914613 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca25e94-21e3-4cdf-969b-cdd6fbf9944c" -d '{"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-unplugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:54:47.928717 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:47.932472 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:47.956462 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9bd7bc-9558-44f6-b75a-9071e65b9aec x-openstack-request-id: req-fd9bd7bc-9558-44f6-b75a-9071e65b9aec {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:54:47.956837 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-unplugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:54:47.957100 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd9bd7bc-9558-44f6-b75a-9071e65b9aec {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:54:47.957481 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753', 'code': 200} Aug 09 11:54:47.983306 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=8']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:48.233461 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a6f7d-376f-4c65-8205-d89676ce086e req-778a7012-271e-49fd-b703-6a83d6be3538 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:48.234936 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-471a6f7d-376f-4c65-8205-d89676ce086e req-778a7012-271e-49fd-b703-6a83d6be3538 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0488436 Aug 09 11:54:48.271351 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-471a6f7d-376f-4c65-8205-d89676ce086e req-4a4cdc6e-f6b9-4786-b767-716efa20a10a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305698 Aug 09 11:54:49.209473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70516eb6-47ad-4800-8276-1c4c1e64ac3f req-d9053d30-186b-4a05-90f0-def2eefb1ff4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:49.211850 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-70516eb6-47ad-4800-8276-1c4c1e64ac3f req-d9053d30-186b-4a05-90f0-def2eefb1ff4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0523129 Aug 09 11:54:49.282237 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-70516eb6-47ad-4800-8276-1c4c1e64ac3f req-d539bb72-0e6b-4d46-a1da-ac27d5bed8d9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633121 Aug 09 11:54:49.290951 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-6852071e-a5aa-46ee-aa8f-ce579d12d214 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0646040 Aug 09 11:54:50.108205 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520265-cd45-4e10-86d3-9058e45b905c req-5a1457c0-5fc7-4ea7-b6e2-5f3e9289d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:50.109672 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-5a1457c0-5fc7-4ea7-b6e2-5f3e9289d14b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51&tenant_id=2aff56ec407a4d688cd93df93dffd8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0397792 Aug 09 11:54:50.185381 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520265-cd45-4e10-86d3-9058e45b905c req-a555cfe4-353a-43c7-badc-7493247c0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:50.186888 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-a555cfe4-353a-43c7-badc-7493247c0613 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1097 time: 0.0432763 Aug 09 11:54:50.275038 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520265-cd45-4e10-86d3-9058e45b905c req-9c174e3e-66d7-42a0-b92f-5c580d80420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:50.276575 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-9c174e3e-66d7-42a0-b92f-5c580d80420f service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 200 len: 917 time: 0.0823047 Aug 09 11:54:50.347287 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-2e6ace56-67bb-481a-a15e-1e02c7607bf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 200 len: 999 time: 0.0629647 Aug 09 11:54:50.432085 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520265-cd45-4e10-86d3-9058e45b905c req-11cfafdb-89fe-4c70-8365-7e4dfd8b8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:50.433643 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-11cfafdb-89fe-4c70-8365-7e4dfd8b8cd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 200 len: 855 time: 0.0781498 Aug 09 11:54:50.441682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecfb3f-3a1a-46c3-8bd7-2c7a4f5025dd req-2ea39d85-a0f0-4108-8222-028ef305100f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:50.443041 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-11ecfb3f-3a1a-46c3-8bd7-2c7a4f5025dd req-2ea39d85-a0f0-4108-8222-028ef305100f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0890648 Aug 09 11:54:50.507396 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-11ecfb3f-3a1a-46c3-8bd7-2c7a4f5025dd req-c7d3c03b-cf11-4c7e-a5df-59f00f8475bd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561264 Aug 09 11:54:50.511758 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520265-cd45-4e10-86d3-9058e45b905c req-98f95496-b31a-43ae-bb52-ee740302fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:50.513194 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-98f95496-b31a-43ae-bb52-ee740302fd38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb71c79f-17fc-4850-8418-2b7c4d595b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692172 Aug 09 11:54:50.601897 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-c856ed52-5175-4ac3-a903-2692cbb75c4c service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814106 Aug 09 11:54:50.693302 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-99520265-cd45-4e10-86d3-9058e45b905c req-aca49578-d48e-41e1-89ca-af50aa39c618 service neutron] 10.222.0.43 "GET /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845580 Aug 09 11:54:51.636502 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6d0c9-d5ca-4d62-9e23-ce55e6e38926 req-e7536133-72e0-44fb-9942-35aaedb8ee32 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:51.638386 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bfc6d0c9-d5ca-4d62-9e23-ce55e6e38926 req-e7536133-72e0-44fb-9942-35aaedb8ee32 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0495224 Aug 09 11:54:51.689078 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bfc6d0c9-d5ca-4d62-9e23-ce55e6e38926 req-8f9edee1-08b6-4aa1-b8bb-7530617885d5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Aug 09 11:54:51.797183 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:52.811268 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e1d0-58d4-4f9e-a688-57a4c034c3ec req-f1f941b7-549d-4ed5-b2ec-068aecff24eb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:52.812762 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e704e1d0-58d4-4f9e-a688-57a4c034c3ec req-f1f941b7-549d-4ed5-b2ec-068aecff24eb tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0496218 Aug 09 11:54:52.857077 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e704e1d0-58d4-4f9e-a688-57a4c034c3ec req-5a38ebda-c047-460b-8110-2262ba6456b8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383437 Aug 09 11:54:54.115315 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c9eb-133d-4584-a17a-56d19645775f req-7c7b2ac1-6b7a-4296-9d49-e3746a2f38c8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:54.116906 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ea07c9eb-133d-4584-a17a-56d19645775f req-7c7b2ac1-6b7a-4296-9d49-e3746a2f38c8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0511029 Aug 09 11:54:54.158688 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ea07c9eb-133d-4584-a17a-56d19645775f req-e53218a8-073d-47c0-9085-7c32a42b7194 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339985 Aug 09 11:54:55.280365 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6263341-d00a-448e-8e10-f1fe0a0dfbe3 req-8a084ac0-d9e4-415c-af2b-c0973f2d2ac3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:55.281838 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a6263341-d00a-448e-8e10-f1fe0a0dfbe3 req-8a084ac0-d9e4-415c-af2b-c0973f2d2ac3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0479975 Aug 09 11:54:55.322919 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a6263341-d00a-448e-8e10-f1fe0a0dfbe3 req-e1e64b02-f652-4e4c-906b-4151ad946110 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 Aug 09 11:54:56.445794 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63011-5efe-440d-b737-aa2bc9ee88e1 req-4aea462f-5a1d-414d-81af-9ac8caa9a819 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:56.447248 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b5a63011-5efe-440d-b737-aa2bc9ee88e1 req-4aea462f-5a1d-414d-81af-9ac8caa9a819 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0525823 Aug 09 11:54:56.497697 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b5a63011-5efe-440d-b737-aa2bc9ee88e1 req-439b015e-d068-47fd-a0f9-a4a2f353d7ea tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Aug 09 11:54:57.358296 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-33e51fb6-3bfa-4703-9e9b-77297d7476a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:57.624580 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1abd9-f0a7-46aa-8839-0d0e47867a1c req-b463782e-2712-4858-98b7-c78a23b2904a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:57.626035 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b3e1abd9-f0a7-46aa-8839-0d0e47867a1c req-b463782e-2712-4858-98b7-c78a23b2904a tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0535297 Aug 09 11:54:57.668405 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b3e1abd9-f0a7-46aa-8839-0d0e47867a1c req-32882804-72db-4cba-a184-adc20669f7ee tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354145 Aug 09 11:54:58.800409 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70e6d-0a9b-47bc-b302-735212f97165 req-d19dc386-da0a-400b-a055-0c51162697f7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:58.802059 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-41e70e6d-0a9b-47bc-b302-735212f97165 req-d19dc386-da0a-400b-a055-0c51162697f7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0511601 Aug 09 11:54:58.842055 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-41e70e6d-0a9b-47bc-b302-735212f97165 req-caadfff7-d60c-4cc6-9215-71211177068c tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320017 Aug 09 11:54:59.977914 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a669aaf-0b20-4dff-9bef-475d023600ba req-d570156c-341c-406b-9e17-100b0baf1ae3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:59.981509 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1a669aaf-0b20-4dff-9bef-475d023600ba req-d570156c-341c-406b-9e17-100b0baf1ae3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0619686 Aug 09 11:55:00.023057 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1a669aaf-0b20-4dff-9bef-475d023600ba req-316e476e-f8e8-4d5d-b0df-0be1b7df3730 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353940 Aug 09 11:55:00.216813 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-008a73f8-a625-4ba1-8a71-88a4ea6ef916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:00.352705 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:01.156809 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b068-05b9-4e91-86a2-95b30b3a56e1 req-5e99b5c0-e85d-4e07-a47e-0b72d3730f32 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:01.158577 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ed21b068-05b9-4e91-86a2-95b30b3a56e1 req-5e99b5c0-e85d-4e07-a47e-0b72d3730f32 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0558860 Aug 09 11:55:01.198273 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ed21b068-05b9-4e91-86a2-95b30b3a56e1 req-84fe8d10-0fe5-42d9-96c1-916f6ed98923 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332930 Aug 09 11:55:01.549247 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:02.317993 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a2394-5d14-40c0-8d20-23cd94bb92ea req-c47cc381-984c-47f5-afb0-33b0ee31e7ad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:02.319474 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b65a2394-5d14-40c0-8d20-23cd94bb92ea req-c47cc381-984c-47f5-afb0-33b0ee31e7ad tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0498567 Aug 09 11:55:02.359357 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-b65a2394-5d14-40c0-8d20-23cd94bb92ea req-394e3ded-48dc-44f8-89b9-0fb427601efd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339134 Aug 09 11:55:03.012320 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:03.484179 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858f1df-0c5e-4198-855e-953b6c809e0c req-d71c3148-7a37-4728-a529-b8a7823657d7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:03.485636 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5858f1df-0c5e-4198-855e-953b6c809e0c req-d71c3148-7a37-4728-a529-b8a7823657d7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0507832 Aug 09 11:55:03.528897 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5858f1df-0c5e-4198-855e-953b6c809e0c req-383c1e31-2a5c-4200-9718-1dce9a356af9 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343921 Aug 09 11:55:04.658413 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d50e-2fe6-4b5b-9498-be68ff75cd10 req-1e459a7e-9b25-46fc-b9fa-54f428cee5cd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:04.659960 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ec08d50e-2fe6-4b5b-9498-be68ff75cd10 req-1e459a7e-9b25-46fc-b9fa-54f428cee5cd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0496163 Aug 09 11:55:04.697918 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ec08d50e-2fe6-4b5b-9498-be68ff75cd10 req-d2bb46d5-e1f4-4c47-a54a-68911740ceef tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318675 Aug 09 11:55:04.698942 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed2cb-c4ff-4fbc-97f8-fa1c8ad7109a req-08ae5cba-e47f-4481-9932-cfcabec4405d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:04.701220 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5aed2cb-c4ff-4fbc-97f8-fa1c8ad7109a req-08ae5cba-e47f-4481-9932-cfcabec4405d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0492408 Aug 09 11:55:04.743234 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e5aed2cb-c4ff-4fbc-97f8-fa1c8ad7109a req-ae30b779-6391-4f6a-be43-a4acaf1bd75f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349002 Aug 09 11:55:05.819138 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a8852-cd96-4450-90f9-53571f6ba708 req-b09d28c5-1235-453e-b714-82e499f67962 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:05.820622 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6b8a8852-cd96-4450-90f9-53571f6ba708 req-b09d28c5-1235-453e-b714-82e499f67962 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0485778 Aug 09 11:55:05.858806 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6b8a8852-cd96-4450-90f9-53571f6ba708 req-bc261681-0847-42e4-a489-0950e6666c6e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321712 Aug 09 11:55:05.863939 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc71987-e6de-437f-87af-64c24b362e78 req-d5723a82-66c3-44b7-a739-e4107a899bf0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:05.865437 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fc71987-e6de-437f-87af-64c24b362e78 req-d5723a82-66c3-44b7-a739-e4107a899bf0 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0528398 Aug 09 11:55:05.903232 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6fc71987-e6de-437f-87af-64c24b362e78 req-2a028d59-6533-46c2-a1ba-cfaa36071f77 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Aug 09 11:55:06.442129 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:07.000258 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87ebe2-e3ac-44b1-a90b-4ddbd5dbe15e req-c584ff2d-ae0b-4b57-a084-87a74bbe8525 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:07.001667 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bf87ebe2-e3ac-44b1-a90b-4ddbd5dbe15e req-c584ff2d-ae0b-4b57-a084-87a74bbe8525 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0640252 Aug 09 11:55:07.032762 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc72b9-1c55-43a9-84e7-048c67a55707 req-a86dbad2-cf3b-4c2e-9f28-b57fea5017e1 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:07.034215 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-aefc72b9-1c55-43a9-84e7-048c67a55707 req-a86dbad2-cf3b-4c2e-9f28-b57fea5017e1 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0502493 Aug 09 11:55:07.040577 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-bf87ebe2-e3ac-44b1-a90b-4ddbd5dbe15e req-29828bc8-b7e5-4f5b-94a7-f1ed46de467b tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327897 Aug 09 11:55:07.071915 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-aefc72b9-1c55-43a9-84e7-048c67a55707 req-64b4e176-500c-4d6f-ad40-da525f10c54f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316815 Aug 09 11:55:08.159477 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684b8e0-cb9b-4283-b600-bf33dd915dd9 req-d874dd08-6400-4ea0-a9d2-1b69eaf52290 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:08.161110 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c684b8e0-cb9b-4283-b600-bf33dd915dd9 req-d874dd08-6400-4ea0-a9d2-1b69eaf52290 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0493205 Aug 09 11:55:08.188435 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d9638-fff8-404f-b8f2-1f1a60e1343b req-b73afdcd-5303-4a9f-a43e-3c707e093aa6 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:08.189959 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c14d9638-fff8-404f-b8f2-1f1a60e1343b req-b73afdcd-5303-4a9f-a43e-3c707e093aa6 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0539734 Aug 09 11:55:08.202699 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c684b8e0-cb9b-4283-b600-bf33dd915dd9 req-14c0608a-d79b-4ea8-9f15-e76fc0ab6cf3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355976 Aug 09 11:55:08.234659 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c14d9638-fff8-404f-b8f2-1f1a60e1343b req-6bea6f79-1830-47e8-ba1d-d34f3c42c1ed tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367608 Aug 09 11:55:09.335198 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddf3bc-55a4-49e0-b7f1-0f959fbf372f req-46d51865-1641-4f37-bb9c-bd941d36fffe tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:09.337006 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-68ddf3bc-55a4-49e0-b7f1-0f959fbf372f req-46d51865-1641-4f37-bb9c-bd941d36fffe tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0569413 Aug 09 11:55:09.378202 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-68ddf3bc-55a4-49e0-b7f1-0f959fbf372f req-ab2c3f8c-2d0e-45d8-8dc2-4f5c1a3a05da tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336382 Aug 09 11:55:09.381161 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82e9eb-4bf8-4921-ac76-3baf97078924 req-d48aa371-6fc6-4bea-a666-a62ff866bb87 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:09.383060 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3b82e9eb-4bf8-4921-ac76-3baf97078924 req-d48aa371-6fc6-4bea-a666-a62ff866bb87 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0685396 Aug 09 11:55:09.436223 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3b82e9eb-4bf8-4921-ac76-3baf97078924 req-5e8f3d5e-129a-431a-9fa7-a2092a156842 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 Aug 09 11:55:10.523052 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bf34d-6cf3-4c3f-b114-ee902126bffe req-67e9859c-657b-4789-b0e2-ac902eab5a5f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:10.524710 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-965bf34d-6cf3-4c3f-b114-ee902126bffe req-67e9859c-657b-4789-b0e2-ac902eab5a5f tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0586071 Aug 09 11:55:10.559539 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622060ad-410b-4119-b35e-44f5fd44b6ce req-91213481-4e07-4a71-bf47-0680aff5bf11 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:10.561135 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-622060ad-410b-4119-b35e-44f5fd44b6ce req-91213481-4e07-4a71-bf47-0680aff5bf11 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0531945 Aug 09 11:55:10.564831 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-965bf34d-6cf3-4c3f-b114-ee902126bffe req-3d8209cc-1a1e-4736-a53a-3ace23e3462d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329757 Aug 09 11:55:10.599761 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-622060ad-410b-4119-b35e-44f5fd44b6ce req-92a4b0be-9f4b-4af4-ad4b-cc633e2c5a1c tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325642 Aug 09 11:55:11.555072 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:55:11.683112 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5f0ae-56eb-4c1e-a9bb-5cb8b74120e7 req-43e626a2-bdd1-4b3f-a4f7-2456567878e6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:11.685338 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-35b5f0ae-56eb-4c1e-a9bb-5cb8b74120e7 req-43e626a2-bdd1-4b3f-a4f7-2456567878e6 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 944 time: 0.0498803 Aug 09 11:55:11.712672 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7681897-b28b-42f3-ae0a-e54c64f0157e req-47788aa7-90a7-417a-90b5-5dc50bd42ce7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:11.714155 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7681897-b28b-42f3-ae0a-e54c64f0157e req-47788aa7-90a7-417a-90b5-5dc50bd42ce7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0480258 Aug 09 11:55:11.722776 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-35b5f0ae-56eb-4c1e-a9bb-5cb8b74120e7 req-8fb325ca-99f5-485c-b937-a7d4078694a4 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Aug 09 11:55:11.755748 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f7681897-b28b-42f3-ae0a-e54c64f0157e req-1d0d8637-c9d1-4714-91f0-4d38edb1c8c8 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354779 Aug 09 11:55:11.937481 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:55:12.029897 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:12.040333 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '5d7c94fb-fb23-4190-b240-5117140d6753', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'port_id': '5d7c94fb-fb23-4190-b240-5117140d6753', 'mac_address': 'fa:16:3e:e0:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:55:12.086327 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:12.102415 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7c94fb-fb23-4190-b240-5117140d6753 {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:55:12.123275 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:12.126870 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:12.172759 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=9']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:12.834393 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['5d7c94fb-fb23-4190-b240-5117140d6753'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:55:12.841678 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0362ba-8c23-40b2-a605-eedd5745510d req-e6f9bab4-ef2e-4e0c-ba5a-3ad5a28ed138 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:12.843138 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ad0362ba-8c23-40b2-a605-eedd5745510d req-e6f9bab4-ef2e-4e0c-ba5a-3ad5a28ed138 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 945 time: 0.0488985 Aug 09 11:55:12.871913 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7087-5876-48fa-8450-e552fc26a633 req-05264cab-49d5-42b6-a6c7-ba50d52698fe tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:12.873540 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bc8b7087-5876-48fa-8450-e552fc26a633 req-05264cab-49d5-42b6-a6c7-ba50d52698fe tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0530322 Aug 09 11:55:12.888363 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ad0362ba-8c23-40b2-a605-eedd5745510d req-c4aa936e-df48-4d42-a561-a8931497a6dd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 Aug 09 11:55:12.918923 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bc8b7087-5876-48fa-8450-e552fc26a633 req-9924beb1-baa2-49a8-8956-bbd733ae95aa tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369952 Aug 09 11:55:14.017705 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74522107-82ed-47e8-9ec0-048ce250c439 req-fa0cb71d-b0f4-47ad-90e8-8e89bfcc3c76 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:14.022909 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-74522107-82ed-47e8-9ec0-048ce250c439 req-fa0cb71d-b0f4-47ad-90e8-8e89bfcc3c76 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 945 time: 0.0604866 Aug 09 11:55:14.045064 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401329-8ad2-4821-a59b-85e1fbb0c160 req-641767a8-6ff7-447a-8a91-c5078f7f1fd4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:14.047164 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59401329-8ad2-4821-a59b-85e1fbb0c160 req-641767a8-6ff7-447a-8a91-c5078f7f1fd4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0584228 Aug 09 11:55:14.066186 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-74522107-82ed-47e8-9ec0-048ce250c439 req-b306fa03-b03a-486d-b1bf-017bf97e3044 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399153 Aug 09 11:55:14.090992 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-59401329-8ad2-4821-a59b-85e1fbb0c160 req-dd92fb16-079e-4423-bdcd-97363ddd0574 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378435 Aug 09 11:55:14.974734 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-249f4f21-9704-4b22-a330-b71339a73a9f tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901375349&fields=id&tenant_id=e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 267 time: 0.0320880 Aug 09 11:55:15.077555 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-9e63ce14-844a-4729-9877-882c61b8185e tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:15.079023 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-9e63ce14-844a-4729-9877-882c61b8185e tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 811 time: 0.0976012 Aug 09 11:55:15.095263 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-95c24660-2dc6-4131-871c-cf84e8d75fdd tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/quotas/e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 375 time: 0.0100520 Aug 09 11:55:15.157171 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-9a675bea-77ff-4c1d-95e7-701e6730f6fd tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0562842 Aug 09 11:55:15.172406 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-bd363a08-1302-4be7-ae14-e4359fcb02dd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=99932) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:55:15.173405 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-bd363a08-1302-4be7-ae14-e4359fcb02dd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055680 Aug 09 11:55:15.269308 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-b075bb6e-e08b-4fa8-b944-f018a1e5291d service neutron] 10.222.0.50 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899534 Aug 09 11:55:15.367029 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-f9c29386-d830-4016-a498-87599b4772d3 service neutron] 10.222.0.50 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916910 Aug 09 11:55:15.462313 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18367742-3874-4ce1-a401-2a81d72a5691 req-81733900-93bf-4de2-a81d-b3f8ecde3004 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:15.465255 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18367742-3874-4ce1-a401-2a81d72a5691 req-81733900-93bf-4de2-a81d-b3f8ecde3004 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 945 time: 0.0507770 Aug 09 11:55:15.513408 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-18367742-3874-4ce1-a401-2a81d72a5691 req-e833df1d-717d-4c5c-a8fe-bacd012e95b5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 Aug 09 11:55:15.626412 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d53ab-8007-4d72-beb2-ccebe89dc82a req-d2a02960-5da3-41e3-a668-dc57b09fd0e7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:15.627952 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-588d53ab-8007-4d72-beb2-ccebe89dc82a req-d2a02960-5da3-41e3-a668-dc57b09fd0e7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0510855 Aug 09 11:55:15.666139 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-588d53ab-8007-4d72-beb2-ccebe89dc82a req-645ff169-cb45-4625-8604-802669992042 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323377 Aug 09 11:55:15.966934 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:55:16.015396 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 5d7c94fb-fb23-4190-b240-5117140d6753 triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:55:16.015809 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:16.092759 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:16.119350 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:16.121688 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44440776-9303-4ce3-a7ea-e9dd69bbaf0a" -d '{"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:16.134176 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:16.138209 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:16.162172 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c5b603-a5df-4e55-b124-44afb538622e x-openstack-request-id: req-e4c5b603-a5df-4e55-b124-44afb538622e {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:16.162465 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:16.162718 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4c5b603-a5df-4e55-b124-44afb538622e {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:16.163102 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753', 'code': 200} Aug 09 11:55:16.188089 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=10']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:16.490369 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d9365-394c-44a2-89bd-dd2e6843bf3c req-91050c7b-1843-47b1-b7f4-83fe9b31c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:16.491901 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c78d9365-394c-44a2-89bd-dd2e6843bf3c req-91050c7b-1843-47b1-b7f4-83fe9b31c9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 1100 time: 0.0911293 Aug 09 11:55:16.547964 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c78d9365-394c-44a2-89bd-dd2e6843bf3c req-86af6a29-560a-49c4-a8a9-46ad5e9c5c85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487399 Aug 09 11:55:16.641013 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234a338-ab2f-4dd6-bbea-05716e1f4f18 req-0896eaf3-106d-4d13-88b9-a4e122c7911d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:16.648587 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3234a338-ab2f-4dd6-bbea-05716e1f4f18 req-0896eaf3-106d-4d13-88b9-a4e122c7911d tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 947 time: 0.0610263 Aug 09 11:55:16.704099 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3234a338-ab2f-4dd6-bbea-05716e1f4f18 req-272bab0b-3fc6-489a-b695-9d2cb8c49190 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546358 Aug 09 11:55:16.732033 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8f39274a-e54d-4b73-b88b-535ff70fb42b req-a9800429-e26d-46d2-8850-3844eee001a8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 210 time: 0.0338147 Aug 09 11:55:16.813378 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdff526-f55d-423e-ae31-eb68aa35be62 req-7d62e6b9-87aa-4ecf-8733-5bf046a39a15 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:16.814866 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dfdff526-f55d-423e-ae31-eb68aa35be62 req-7d62e6b9-87aa-4ecf-8733-5bf046a39a15 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0513558 Aug 09 11:55:16.860193 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-dfdff526-f55d-423e-ae31-eb68aa35be62 req-7df31535-79b1-4fca-928c-766f280f39c1 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Aug 09 11:55:17.734641 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-a4e33480-62e0-48cf-8840-28cfc2a753d8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:17.736176 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-a4e33480-62e0-48cf-8840-28cfc2a753d8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 811 time: 0.1018960 Aug 09 11:55:17.804879 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-6e977e85-87bc-4779-b70d-da4892e995bf tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83dea55f2bc48168cfec78363a51d3b HTTP/1.1" status: 200 len: 380 time: 0.0406892 Aug 09 11:55:17.815277 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'port': {'device_id': '401132c7-325e-4f35-8a13-b00e0df57d60', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'admin_state_up': True, 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'security_groups': ['1e55f267-8ba1-4195-808a-a12cee259502']}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:55:17.829963 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95058a49-d21d-4636-8bae-3bea38fd89c6 req-21dea582-e740-4a0d-a519-0ee07eb936dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:17.831539 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-95058a49-d21d-4636-8bae-3bea38fd89c6 req-21dea582-e740-4a0d-a519-0ee07eb936dc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 947 time: 0.0523961 Aug 09 11:55:17.869040 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-95058a49-d21d-4636-8bae-3bea38fd89c6 req-7b26a224-0fb0-4200-9afa-a418163428d7 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Aug 09 11:55:17.881972 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d0e76769-064f-494c-af92-324319cdd61d req-a0c6d147-76f3-4d4e-be6c-8ba20588b682 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 210 time: 0.0619760 Aug 09 11:55:17.949039 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Made reservation on behalf of e83dea55f2bc48168cfec78363a51d3b for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:55:17.952520 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:17.983741 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374da46-f698-48c8-b973-7cfc614231ae req-a1a9be2a-03ed-4d11-9f72-48b0f902bfbe tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:17.985308 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1374da46-f698-48c8-b973-7cfc614231ae req-a1a9be2a-03ed-4d11-9f72-48b0f902bfbe tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0493174 Aug 09 11:55:18.024901 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1374da46-f698-48c8-b973-7cfc614231ae req-e98c06b3-9bf6-4fd6-9ff4-3e5de12d05f9 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332274 Aug 09 11:55:18.078220 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Allocated IP 172.20.0.4 (c6f1f0b9-6bdc-454a-8320-c1198a35d922/c3c1ed51-743b-46cd-8d99-a310b99070aa/038e883c-d697-425a-8c6b-193a2b865e7f) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:55:18.228016 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:18.243153 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Transition to ACTIVE for port object 038e883c-d697-425a-8c6b-193a2b865e7f will not be triggered until provisioned by entity DHCP. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:55:18.286390 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:18.332344 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:55:18.335355 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:55:18.339083 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:55:18.364270 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=038e883c-d697-425a-8c6b-193a2b865e7f,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:18.377513 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.377861 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.378204 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.378536 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.378867 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.379198 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.379522 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.379871 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.380197 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.380516 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.380836 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.381150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:18.407634 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:18.408276 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:18.425907 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-5f15f9e0-6298-4fb5-b13e-a5931b77b889 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143081 Aug 09 11:55:18.445468 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Request body: {'port': {'device_id': '401132c7-325e-4f35-8a13-b00e0df57d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:55:18.506454 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:18.608661 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-de190e3a-1690-41d8-82ad-01bcca624cf9 None None] Provisioning for port 038e883c-d697-425a-8c6b-193a2b865e7f completed by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:55:18.615860 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-de190e3a-1690-41d8-82ad-01bcca624cf9 None None] Provisioning complete for port 038e883c-d697-425a-8c6b-193a2b865e7f triggered by entity DHCP. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:55:18.616634 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-de190e3a-1690-41d8-82ad-01bcca624cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:18.658586 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-de190e3a-1690-41d8-82ad-01bcca624cf9 None None] Port 038e883c-d697-425a-8c6b-193a2b865e7f cannot update to ACTIVE because it is not bound. {{(pid=99934) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:55:18.790194 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038e883c-d697-425a-8c6b-193a2b865e7f {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:55:18.797656 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:18.810480 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Transition to ACTIVE for port object 038e883c-d697-425a-8c6b-193a2b865e7f will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:55:18.814963 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:18.884939 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Pushing event updated for resources: {'Port': ['ID=038e883c-d697-425a-8c6b-193a2b865e7f,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:18.976583 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Attempting to bind port 038e883c-d697-425a-8c6b-193a2b865e7f on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:55:18.977160 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Attempting to bind port 038e883c-d697-425a-8c6b-193a2b865e7f by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:55:18.977489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Attempting to bind port 038e883c-d697-425a-8c6b-193a2b865e7f on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:55:18.998522 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Port 038e883c-d697-425a-8c6b-193a2b865e7f on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:55:18.998867 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Attempting to bind port 038e883c-d697-425a-8c6b-193a2b865e7f on network c6f1f0b9-6bdc-454a-8320-c1198a35d922 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:55:19.006521 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:55:19.006851 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Checking segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:55:19.007234 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Bound using segment: {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:55:19.007683 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Bound port: 038e883c-d697-425a-8c6b-193a2b865e7f, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861d9f68-1111-41cb-a720-465d8da1c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:55:19.008038 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:19.026571 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e9132-0b95-4c20-acb7-ceb39c48e991 req-f9acc697-306b-4926-8420-86e69ac16354 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.029060 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-196e9132-0b95-4c20-acb7-ceb39c48e991 req-f9acc697-306b-4926-8420-86e69ac16354 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0669096 Aug 09 11:55:19.036065 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156d60-a52c-45e7-a57e-9e34b2f32ce9 req-518a9292-fd39-4b86-83d5-7d94603b5fc1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.037600 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7e156d60-a52c-45e7-a57e-9e34b2f32ce9 req-518a9292-fd39-4b86-83d5-7d94603b5fc1 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 947 time: 0.0756433 Aug 09 11:55:19.073798 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-196e9132-0b95-4c20-acb7-ceb39c48e991 req-f1ba6f8e-061a-462e-99cc-75afda6a2558 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362105 Aug 09 11:55:19.116622 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7e156d60-a52c-45e7-a57e-9e34b2f32ce9 req-6fb65d98-8589-4d46-a412-8900e4ecee60 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611460 Aug 09 11:55:19.117574 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] For port 038e883c-d697-425a-8c6b-193a2b865e7f, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:55:19.120932 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] For port 038e883c-d697-425a-8c6b-193a2b865e7f, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=038e883c-d697-425a-8c6b-193a2b865e7f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:55:19.125251 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:19.161581 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.162387 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:19.163792 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] 10.222.0.43 "PUT /v2.0/ports/038e883c-d697-425a-8c6b-193a2b865e7f HTTP/1.1" status: 200 len: 1093 time: 0.7228889 Aug 09 11:55:19.165972 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:19.168103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88402557-a15a-487e-bebb-b317f4207014" -d '{"events": [{"name": "network-changed", "server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:19.197390 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febd829-14b9-4e39-8365-a86411b43aa8 req-9e267a1c-8793-4867-ad8f-b9fc529c9c15 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.199240 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2febd829-14b9-4e39-8365-a86411b43aa8 req-9e267a1c-8793-4867-ad8f-b9fc529c9c15 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0558040 Aug 09 11:55:19.205002 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b86779-28cc-435a-a8fa-ace1c2ff0c5f service neutron] Pushing event updated for resources: {'Port': ['ID=038e883c-d697-425a-8c6b-193a2b865e7f,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:19.249177 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2febd829-14b9-4e39-8365-a86411b43aa8 req-7df5dfd7-145e-465c-97e6-2a14524c790c tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410171 Aug 09 11:55:19.282207 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-a2db2f0e-0ed8-4311-8ecd-c23069b7e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.283783 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-a2db2f0e-0ed8-4311-8ecd-c23069b7e7f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 1096 time: 0.0526845 Aug 09 11:55:19.288755 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf46385-17ba-4f48-8dc7-1953c3e226e8 x-openstack-request-id: req-0bf46385-17ba-4f48-8dc7-1953c3e226e8 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:19.289048 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:19.289293 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bf46385-17ba-4f48-8dc7-1953c3e226e8 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:19.289677 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f', 'status': 'completed', 'code': 200} Aug 09 11:55:19.345450 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-13248173-91b2-4c20-b320-a1416a2fce4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038e883c-d697-425a-8c6b-193a2b865e7f HTTP/1.1" status: 200 len: 217 time: 0.0341268 Aug 09 11:55:19.397976 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-d52391c1-c976-4754-b673-a9ab4f3ecfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.399421 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-d52391c1-c976-4754-b673-a9ab4f3ecfcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0467887 Aug 09 11:55:19.443261 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-149dde20-98dd-48f2-a0a8-b53904e35936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.444665 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-149dde20-98dd-48f2-a0a8-b53904e35936 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379338 Aug 09 11:55:19.534288 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-a6b6f5d7-f437-4391-92e4-e2cd0dcb45fb service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806696 Aug 09 11:55:19.624572 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0476eec0-970e-4b6d-9773-cc0a536bea18 req-57fd55fb-5771-4c23-a8a2-d3aefa1e4113 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835795 Aug 09 11:55:19.738818 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88402557-a15a-487e-bebb-b317f4207014 req-0a917105-9a38-49b2-bf7c-6f4b79e0b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.740324 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88402557-a15a-487e-bebb-b317f4207014 req-0a917105-9a38-49b2-bf7c-6f4b79e0b197 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 1096 time: 0.0390670 Aug 09 11:55:19.829847 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88402557-a15a-487e-bebb-b317f4207014 req-08f0aaeb-f2e0-4d62-a0c4-cfdaf4317da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.831264 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88402557-a15a-487e-bebb-b317f4207014 req-08f0aaeb-f2e0-4d62-a0c4-cfdaf4317da8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.0839913 Aug 09 11:55:19.873339 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88402557-a15a-487e-bebb-b317f4207014 req-8c529c9f-6615-41f3-b413-89239a91d227 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038e883c-d697-425a-8c6b-193a2b865e7f HTTP/1.1" status: 200 len: 217 time: 0.0345986 Aug 09 11:55:19.921748 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88402557-a15a-487e-bebb-b317f4207014 req-504827c8-727c-48c1-b6fe-7869e0bb2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.923056 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88402557-a15a-487e-bebb-b317f4207014 req-504827c8-727c-48c1-b6fe-7869e0bb2504 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0418632 Aug 09 11:55:19.970332 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88402557-a15a-487e-bebb-b317f4207014 req-51544d82-bf33-407e-9713-21dadf2bc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:19.971812 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88402557-a15a-487e-bebb-b317f4207014 req-51544d82-bf33-407e-9713-21dadf2bc523 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411119 Aug 09 11:55:20.058748 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88402557-a15a-487e-bebb-b317f4207014 req-2aa33cfa-7880-40b2-8950-94e7ee42bcf9 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798330 Aug 09 11:55:20.153909 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-88402557-a15a-487e-bebb-b317f4207014 req-3df486fd-08e3-41ec-ac60-72d5b614523d service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882385 Aug 09 11:55:20.195544 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3f723-1182-4ced-8df5-6566ea122d05 req-d2457b04-b4a0-41b0-a16a-764fe614c15a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:20.196938 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a2d3f723-1182-4ced-8df5-6566ea122d05 req-d2457b04-b4a0-41b0-a16a-764fe614c15a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0496619 Aug 09 11:55:20.234515 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a2d3f723-1182-4ced-8df5-6566ea122d05 req-37d261a4-b8bb-437f-95f8-a03ba4f42ccd tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Aug 09 11:55:20.371234 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74755eb1-aff2-4969-aa4c-da7f69ff88d4 req-b9955211-0c18-40e9-aeec-478b31f045b5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:20.373360 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-74755eb1-aff2-4969-aa4c-da7f69ff88d4 req-b9955211-0c18-40e9-aeec-478b31f045b5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0492594 Aug 09 11:55:20.409906 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-74755eb1-aff2-4969-aa4c-da7f69ff88d4 req-e9220513-66e2-44a3-9b06-93d76b943f77 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Aug 09 11:55:21.349602 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3ac40-2cec-4217-9255-416b5c6a39d2 req-a9e8dcc7-8cbd-4973-92b4-304fd6044aba tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:21.351101 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cfb3ac40-2cec-4217-9255-416b5c6a39d2 req-a9e8dcc7-8cbd-4973-92b4-304fd6044aba tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0512567 Aug 09 11:55:21.388587 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cfb3ac40-2cec-4217-9255-416b5c6a39d2 req-9c91e930-f4cd-49f3-a0dd-91755b5d1495 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Aug 09 11:55:21.523232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11a73-f45b-47b4-a0c7-42e433b19dc6 req-7efdb629-0b5e-4124-b09f-19d1f45eec79 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:21.524716 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-23b11a73-f45b-47b4-a0c7-42e433b19dc6 req-7efdb629-0b5e-4124-b09f-19d1f45eec79 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0487604 Aug 09 11:55:21.561646 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-23b11a73-f45b-47b4-a0c7-42e433b19dc6 req-6a3ea4c5-d5d5-49a3-be50-0ab9685a8493 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Aug 09 11:55:22.502167 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b8aa6-f942-46c2-af1f-a2a7cde1de99 req-0e6f7faf-ab86-4fa4-8a48-e69f1176227b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:22.503688 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5e3b8aa6-f942-46c2-af1f-a2a7cde1de99 req-0e6f7faf-ab86-4fa4-8a48-e69f1176227b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0496695 Aug 09 11:55:22.544874 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5e3b8aa6-f942-46c2-af1f-a2a7cde1de99 req-e3250dc6-a226-481f-89f8-1e9cb36031a8 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352180 Aug 09 11:55:22.675984 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d19a6-4a06-47d2-9512-495581ba215b req-3516d1f4-8711-4016-9c91-bad06f8bbff5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:22.677355 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cb9d19a6-4a06-47d2-9512-495581ba215b req-3516d1f4-8711-4016-9c91-bad06f8bbff5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0471139 Aug 09 11:55:22.718342 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cb9d19a6-4a06-47d2-9512-495581ba215b req-e6fa4e57-bc0b-4f13-b173-1d44417f06f4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351584 Aug 09 11:55:23.656453 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febde71-f5f5-4326-90e5-ff1078c35124 req-33f13680-e07c-444c-a608-1d0be61c3488 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:23.657902 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1febde71-f5f5-4326-90e5-ff1078c35124 req-33f13680-e07c-444c-a608-1d0be61c3488 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0469964 Aug 09 11:55:23.694517 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1febde71-f5f5-4326-90e5-ff1078c35124 req-6ceb3fd4-0dd9-485b-a949-1cc2b3d4abbb tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307693 Aug 09 11:55:23.832183 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89695b-5853-4e1a-8b97-74d4bb290c75 req-07f9082c-823a-4748-972a-f63c7878fa6c tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:23.833659 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6b89695b-5853-4e1a-8b97-74d4bb290c75 req-07f9082c-823a-4748-972a-f63c7878fa6c tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0485234 Aug 09 11:55:23.878581 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6b89695b-5853-4e1a-8b97-74d4bb290c75 req-d62c4daf-3136-44a9-b8f4-ad1fffec99d1 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390663 Aug 09 11:55:24.312945 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-9d98f2ab-aa49-4873-8412-efafebb04730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:24.314395 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-9d98f2ab-aa49-4873-8412-efafebb04730 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1098 time: 0.0393622 Aug 09 11:55:24.404972 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-212f8f09-40e2-4003-aa92-a8a0a29255ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:24.406401 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-212f8f09-40e2-4003-aa92-a8a0a29255ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 910 time: 0.0840375 Aug 09 11:55:24.474752 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-64b0cf2d-97f9-4bdf-9478-b56c8baac1b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 1001 time: 0.0567918 Aug 09 11:55:24.527291 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-eae88034-73d0-4ad6-9b20-d695c9cd48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:24.528943 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-eae88034-73d0-4ad6-9b20-d695c9cd48cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 200 len: 848 time: 0.0436716 Aug 09 11:55:24.579708 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-69378520-eacd-4f1b-bebd-322969b4350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:24.581051 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-69378520-eacd-4f1b-bebd-322969b4350b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e90a80df-929f-4cef-9769-130195cf720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418401 Aug 09 11:55:24.674373 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-296fec01-0f26-4f3d-81ab-5608f175803c service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830708 Aug 09 11:55:25.010582 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21fd2-a0b5-4bc0-909b-2963e4432eaf req-2dc4c36d-2710-47cb-b345-aa0036a41431 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:25.012294 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bb21fd2-a0b5-4bc0-909b-2963e4432eaf req-2dc4c36d-2710-47cb-b345-aa0036a41431 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0609424 Aug 09 11:55:25.051790 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bb21fd2-a0b5-4bc0-909b-2963e4432eaf req-ed17e5ef-e478-4256-8068-39dbc7ef5724 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Aug 09 11:55:25.064208 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72055b-32eb-40fc-bdb2-686a417193fb req-49275ab4-ec07-4438-ae61-e262dfafca79 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:25.066288 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2e72055b-32eb-40fc-bdb2-686a417193fb req-49275ab4-ec07-4438-ae61-e262dfafca79 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0745656 Aug 09 11:55:25.070380 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4fe96155-8ad7-4ade-87ac-63ff410781e3 req-a3855d90-1c99-4260-9651-f1fb3f45145b service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886573 Aug 09 11:55:25.103252 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-2e72055b-32eb-40fc-bdb2-686a417193fb req-c08f8fd0-9239-4f5e-a5f8-6a644b9d3a46 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314984 Aug 09 11:55:26.164251 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ad229-b1a1-4af4-a215-922039052873 req-b2fc3b3e-492c-4a97-ba02-730ceae880bf tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:26.165738 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ce9ad229-b1a1-4af4-a215-922039052873 req-b2fc3b3e-492c-4a97-ba02-730ceae880bf tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0480289 Aug 09 11:55:26.210449 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-ce9ad229-b1a1-4af4-a215-922039052873 req-ac64019d-1140-4ce1-9005-038a6d62d999 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351300 Aug 09 11:55:26.223366 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5b917-303f-49a6-b013-9d1e4a5f799b req-d035f3b3-a772-43d9-b34e-ad1259a467a0 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:26.224873 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ceb5b917-303f-49a6-b013-9d1e4a5f799b req-d035f3b3-a772-43d9-b34e-ad1259a467a0 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0522385 Aug 09 11:55:26.262841 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-ceb5b917-303f-49a6-b013-9d1e4a5f799b req-c8848ffc-a524-46a5-a979-6580e6a53fb9 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Aug 09 11:55:27.335680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74656b-5752-4d62-8c8a-4d8a4adc7a6d req-57ba643a-915f-495f-b1b3-c8b9dadcefc1 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:27.337204 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a74656b-5752-4d62-8c8a-4d8a4adc7a6d req-57ba643a-915f-495f-b1b3-c8b9dadcefc1 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0559680 Aug 09 11:55:27.361147 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-259a7ea4-10e0-4bca-a067-5835638041e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:27.377939 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-3a74656b-5752-4d62-8c8a-4d8a4adc7a6d req-c39302a2-b23d-4725-aa0b-94722a6dd976 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342658 Aug 09 11:55:27.416471 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdb84c-8559-47d4-a9b2-4a9c76ceada6 req-bc2a1b75-ea71-4df4-aac0-2478cb3667dd tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:27.417959 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cbfdb84c-8559-47d4-a9b2-4a9c76ceada6 req-bc2a1b75-ea71-4df4-aac0-2478cb3667dd tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0493686 Aug 09 11:55:27.455554 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cbfdb84c-8559-47d4-a9b2-4a9c76ceada6 req-6c4b16bb-882f-4547-980f-6194919738bb tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Aug 09 11:55:27.484006 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5eaa4-66c4-4612-924a-217622f55720 req-9a809b9d-944a-41d0-8edc-3a2d75ee63db tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:27.485630 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-72a5eaa4-66c4-4612-924a-217622f55720 req-9a809b9d-944a-41d0-8edc-3a2d75ee63db tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0489457 Aug 09 11:55:27.523660 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-72a5eaa4-66c4-4612-924a-217622f55720 req-63c7e898-caea-4252-ae58-07a68db007fa tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Aug 09 11:55:27.630014 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-2b5d6de6-5f6c-40bd-ad5b-0e1151cd4c51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469456 Aug 09 11:55:27.656235 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7925d-ce35-4e4d-89e7-ca33057ade81 req-7df637bf-91ac-4edc-b865-33cc301a73d8 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:27.657733 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-66d7925d-ce35-4e4d-89e7-ca33057ade81 req-7df637bf-91ac-4edc-b865-33cc301a73d8 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0502853 Aug 09 11:55:27.704506 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-66d7925d-ce35-4e4d-89e7-ca33057ade81 req-bcd194ec-c27a-4e88-865c-2aa499f705ba tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 Aug 09 11:55:28.573874 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1624b7-808a-47cc-9c24-3a8844891cda req-4c99df8b-0d2e-4460-8500-0ea4d0113241 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:28.575962 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0a1624b7-808a-47cc-9c24-3a8844891cda req-4c99df8b-0d2e-4460-8500-0ea4d0113241 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0528030 Aug 09 11:55:28.619112 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-0a1624b7-808a-47cc-9c24-3a8844891cda req-f7099b5d-8fb1-4c88-985d-859d15b9b0f2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371010 Aug 09 11:55:28.659887 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd96bf-4898-4027-b175-edc4d5a8fd16 req-c44de001-5267-46e7-ba84-4e4f625688b9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:28.661722 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bbfd96bf-4898-4027-b175-edc4d5a8fd16 req-c44de001-5267-46e7-ba84-4e4f625688b9 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0639579 Aug 09 11:55:28.702329 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bbfd96bf-4898-4027-b175-edc4d5a8fd16 req-6844f1df-2b40-4450-9b0f-70df5804e5c0 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347540 Aug 09 11:55:28.823658 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63dad-b8e9-43ce-a464-f047fc864543 req-8dd1f40a-ccce-4ca6-8006-d2fb98a22852 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:28.825983 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bd63dad-b8e9-43ce-a464-f047fc864543 req-8dd1f40a-ccce-4ca6-8006-d2fb98a22852 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0604944 Aug 09 11:55:28.868344 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-8bd63dad-b8e9-43ce-a464-f047fc864543 req-e6937042-d8a3-4de2-a457-6e8a3cb25645 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357006 Aug 09 11:55:29.271324 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-48332fca-2300-44c0-95e8-d054026611a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.272802 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-48332fca-2300-44c0-95e8-d054026611a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f&tenant_id=d34daaec28ad4e5387cc3f82c8cc6566 HTTP/1.1" status: 200 len: 1098 time: 0.0391552 Aug 09 11:55:29.357744 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-15719d7c-c694-4536-815b-7496e289046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.359180 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-15719d7c-c694-4536-815b-7496e289046e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1098 time: 0.0400226 Aug 09 11:55:29.454227 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-7e342a16-351f-45e3-a6ae-59f84d2e6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.455126 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-7e342a16-351f-45e3-a6ae-59f84d2e6211 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 910 time: 0.0869994 Aug 09 11:55:29.524823 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-4ff44704-939e-43a2-873c-6df37edc747f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 1001 time: 0.0562344 Aug 09 11:55:29.582211 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-98605492-c677-4d66-9039-ea7427dd28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.583644 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-98605492-c677-4d66-9039-ea7427dd28e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 200 len: 848 time: 0.0452363 Aug 09 11:55:29.626815 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-45c557a7-e947-440b-920e-0775d4a9bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.628261 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-45c557a7-e947-440b-920e-0775d4a9bd6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e90a80df-929f-4cef-9769-130195cf720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380030 Aug 09 11:55:29.751747 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-a4949d29-c6b2-4a41-b16c-4c826d01c351 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152997 Aug 09 11:55:29.759847 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15933764-0715-41ff-bb56-f56b60c9abf6 req-af3669ab-0d34-4b2e-83d3-7e77812b8549 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.761232 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-15933764-0715-41ff-bb56-f56b60c9abf6 req-af3669ab-0d34-4b2e-83d3-7e77812b8549 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0748219 Aug 09 11:55:29.819648 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4bc1e-6545-434d-8f0a-416c76669713 req-14830fa1-44b6-44a0-ae6c-1df9a9d80abd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.821045 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-19f4bc1e-6545-434d-8f0a-416c76669713 req-14830fa1-44b6-44a0-ae6c-1df9a9d80abd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0513906 Aug 09 11:55:29.836514 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-15933764-0715-41ff-bb56-f56b60c9abf6 req-af0ceeed-19fd-441d-b3b3-b0242f2e8fd2 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684044 Aug 09 11:55:29.860445 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-19f4bc1e-6545-434d-8f0a-416c76669713 req-35638ae0-b10b-47e4-8657-e4769c34b4f7 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a7fe3c8-3536-42a7-93bf-602c663ecf29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Aug 09 11:55:29.896095 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-6332d85c-c835-49f8-8c92-9399338ec4bd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:29.897397 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-6332d85c-c835-49f8-8c92-9399338ec4bd tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 946 time: 0.0946181 Aug 09 11:55:29.978988 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64b949c1-2a5a-4b7e-bd3a-fc8306d76da7 req-063150e2-9b2f-4b49-976b-56084ecc15ab service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858189 Aug 09 11:55:30.023518 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b19cc-5e40-48a6-83bd-56d41e72c705 req-b51e9443-0a2f-4236-a51d-32d5b6c08886 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:30.025019 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-444b19cc-5e40-48a6-83bd-56d41e72c705 req-b51e9443-0a2f-4236-a51d-32d5b6c08886 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0873628 Aug 09 11:55:30.069286 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Deleting port 6fa75848-cbcd-498e-a27b-adb080c4afe4 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:55:30.069621 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.088055 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-444b19cc-5e40-48a6-83bd-56d41e72c705 req-d867ea48-025c-4f86-b771-b733870e6462 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545161 Aug 09 11:55:30.115847 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 6fa75848-cbcd-498e-a27b-adb080c4afe4 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:55:30.162323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] For port 6fa75848-cbcd-498e-a27b-adb080c4afe4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:30.162682 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.189056 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.225856 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:30.228116 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662db14b-d297-4d98-9a31-360cb4e0a606" -d '{"events": [{"server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:30.247192 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 6fa75848-cbcd-498e-a27b-adb080c4afe4, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=6fa75848-cbcd-498e-a27b-adb080c4afe4,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:30.249417 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d0b8084a-cb03-40c5-b418-9840e1328db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.253293 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.253993 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ac9b1296-4808-4d5e-81ee-54f17f4b16cc no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:55:30.346127 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458b024-827c-40f2-b082-062496a3b181 x-openstack-request-id: req-8458b024-827c-40f2-b082-062496a3b181 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:30.346506 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:30.346770 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8458b024-827c-40f2-b082-062496a3b181 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:30.347172 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'code': 200} Aug 09 11:55:30.347712 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.348103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.348411 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Floating IP 18d93a31-6f77-4826-8197-25ecc6a1d038 disassociated. External IP: 172.27.3.91, port: 6fa75848-cbcd-498e-a27b-adb080c4afe4. Aug 09 11:55:30.348750 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Calling delete_port for 6fa75848-cbcd-498e-a27b-adb080c4afe4 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:55:30.360669 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=6fa75848-cbcd-498e-a27b-adb080c4afe4,revision_number=6']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:30.372409 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.373028 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.373385 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.373765 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.374111 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.374576 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.374912 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.375236 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.375599 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.375968 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.376357 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.376706 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:30.382922 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.418707 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.452436 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:30.456550 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.483236 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.507800 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=6']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:30.514536 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event deleted for resources: {'Port': ['ID=6fa75848-cbcd-498e-a27b-adb080c4afe4,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:30.640029 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:55:30.749147 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:55:30.758813 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] Sync routers for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:55:30.768223 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:55:30.768837 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:55:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:30.788387 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] No DVR routers for this DVR port 6fa75848-cbcd-498e-a27b-adb080c4afe4 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:55:30.790872 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.792869 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f356c5c5-7720-4f33-82fd-59c8b6339ac9 req-97b93178-cf04-4203-a735-c8ba087ccbf4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.43 "DELETE /v2.0/ports/6fa75848-cbcd-498e-a27b-adb080c4afe4 HTTP/1.1" status: 204 len: 173 time: 0.8873646 Aug 09 11:55:30.793455 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'name': 'network-vif-deleted', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:30.795924 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc162e3-cd5c-4242-9af4-6f33f0095f86" -d '{"events": [{"server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "name": "network-vif-deleted", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:30.833352 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d6a20f-3ccd-4199-9378-cba8918f5d5f x-openstack-request-id: req-c2d6a20f-3ccd-4199-9378-cba8918f5d5f {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:30.833805 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c854b0d6-ad7d-4e1a-b1b7-4b092813657c", "name": "network-vif-deleted", "tag": "6fa75848-cbcd-498e-a27b-adb080c4afe4", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:30.834059 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2d6a20f-3ccd-4199-9378-cba8918f5d5f {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:30.834463 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854b0d6-ad7d-4e1a-b1b7-4b092813657c', 'name': 'network-vif-deleted', 'tag': '6fa75848-cbcd-498e-a27b-adb080c4afe4', 'status': 'completed', 'code': 200} Aug 09 11:55:30.893149 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:55:30.979337 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e94493-92df-4b6f-87c0-9c758a20db12 req-0ebb77f3-764b-4fd2-a78e-c4ee52a7badb tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:30.988461 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e3e94493-92df-4b6f-87c0-9c758a20db12 req-0ebb77f3-764b-4fd2-a78e-c4ee52a7badb tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0589833 Aug 09 11:55:30.998219 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-974be7d5-979b-4b97-8da2-57a70f164c13 req-98e78201-d3f6-407d-b201-3f4a71d0d7a4 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/ports?device_id=c854b0d6-ad7d-4e1a-b1b7-4b092813657c HTTP/1.1" status: 200 len: 210 time: 0.0400655 Aug 09 11:55:31.027294 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e3e94493-92df-4b6f-87c0-9c758a20db12 req-5edb194f-92cc-4618-ace1-ab135a702bf4 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376809 Aug 09 11:55:31.135048 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:31.161121 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] Checking router: 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:55:31.169573 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:55:31.170186 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:55:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:31.203355 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29690e35-54a5-434c-9978-966b9b264d65 req-d134c851-39ef-40e0-874b-0d7999e0bf90 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:31.204920 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-29690e35-54a5-434c-9978-966b9b264d65 req-d134c851-39ef-40e0-874b-0d7999e0bf90 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0491459 Aug 09 11:55:31.242022 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-29690e35-54a5-434c-9978-966b9b264d65 req-148f10f7-a2c2-42b4-954c-c6306c0b59d5 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Aug 09 11:55:31.277367 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:55:31.483144 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:31.510714 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a365919-4fb7-45a0-85ee-b7c8654a2c6d None None] The sync data for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi is: [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:44:39Z', 'revision_number': 4, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'fa0e3f5a-262e-4659-a562-317f3a067bff', 'name': '', 'network_id': '1b5f90b2-44c7-4872-bf4c-50ed158ce782', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'mac_address': 'fa:16:3e:ca:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:36Z', 'updated_at': '2021-08-09T11:44:53Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'subnets': [{'id': '5600acc7-47e6-4f5e-8398-ec7a7d01fcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:55:31.553025 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:31.724146 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf1b05-fbf0-4015-a14e-8838e5dbc787 None None] New status for floating IP 18d93a31-6f77-4826-8197-25ecc6a1d038: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:55:32.086937 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41104) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:32.089756 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 038e883c-d697-425a-8c6b-193a2b865e7f details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:55:32.176956 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-505ffbdd-3e55-430e-971a-4a8074665164 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.186917 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e877d-040f-4626-8b46-7bbc240a6ec5 req-9746c526-8358-41c3-9517-5e08179ffe91 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:32.188425 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-754e877d-040f-4626-8b46-7bbc240a6ec5 req-9746c526-8358-41c3-9517-5e08179ffe91 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 943 time: 0.0825820 Aug 09 11:55:32.194257 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 038e883c-d697-425a-8c6b-193a2b865e7f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=038e883c-d697-425a-8c6b-193a2b865e7f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:32.205959 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '038e883c-d697-425a-8c6b-193a2b865e7f', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'port_id': '038e883c-d697-425a-8c6b-193a2b865e7f', 'mac_address': 'fa:16:3e:e7:35:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:55:32.228523 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-505ffbdd-3e55-430e-971a-4a8074665164 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.255590 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.263646 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-754e877d-040f-4626-8b46-7bbc240a6ec5 req-3bb911c9-f658-4e55-923d-36698270efab tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668285 Aug 09 11:55:32.268509 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038e883c-d697-425a-8c6b-193a2b865e7f {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:55:32.292612 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 038e883c-d697-425a-8c6b-193a2b865e7f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=038e883c-d697-425a-8c6b-193a2b865e7f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:32.300443 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.317664 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-505ffbdd-3e55-430e-971a-4a8074665164 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.320437 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-505ffbdd-3e55-430e-971a-4a8074665164 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.321599 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-505ffbdd-3e55-430e-971a-4a8074665164 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "DELETE /v2.0/security-groups/1a7fe3c8-3536-42a7-93bf-602c663ecf29 HTTP/1.1" status: 204 len: 168 time: 0.2334127 Aug 09 11:55:32.326581 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41108) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:32.339448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ffbdd-3e55-430e-971a-4a8074665164 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7fe3c8-3536-42a7-93bf-602c663ecf29,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:32.351982 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.api.v2.resource [None req-628b7143-9958-42cf-94d6-249716af5b74 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] show failed (client error): The resource could not be found. Aug 09 11:55:32.353031 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-628b7143-9958-42cf-94d6-249716af5b74 tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "GET /v2.0/security-groups/1a7fe3c8-3536-42a7-93bf-602c663ecf29 HTTP/1.1" status: 404 len: 347 time: 0.0255561 Aug 09 11:55:32.354744 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:32.357297 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41110) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:32.358017 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601bc623-98d5-4b91-8f85-946c619c63b2" -d '{"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:32.368841 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d3f0-036c-40ee-851b-d31255f00330 req-754ef19b-94c6-4dae-a288-81dadc05be2a tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:32.373388 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=038e883c-d697-425a-8c6b-193a2b865e7f,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:32.377351 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-01b0d3f0-036c-40ee-851b-d31255f00330 req-754ef19b-94c6-4dae-a288-81dadc05be2a tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0576019 Aug 09 11:55:32.413172 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-01b0d3f0-036c-40ee-851b-d31255f00330 req-e763cc26-8246-4f14-99a8-d4b7804804c7 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349309 Aug 09 11:55:32.417284 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72861605-cbe9-4435-bbe2-81bd1f8c670d x-openstack-request-id: req-72861605-cbe9-4435-bbe2-81bd1f8c670d {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:32.417875 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:32.418127 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72861605-cbe9-4435-bbe2-81bd1f8c670d {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:32.419145 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'code': 200} Aug 09 11:55:32.487846 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Deleting port 36228d32-00e0-4a2d-956b-390020e76ffc {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:55:32.488190 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.560507 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.560843 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.572236 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Calling delete_port for 36228d32-00e0-4a2d-956b-390020e76ffc owned by network:floatingip {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:55:32.704765 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['038e883c-d697-425a-8c6b-193a2b865e7f'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:55:32.721157 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.744903 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Pushing event deleted for resources: {'Port': ['ID=36228d32-00e0-4a2d-956b-390020e76ffc,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:32.809513 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks [] for floatingip, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.812035 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:32.813253 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-7db65936-e103-4ba8-830e-23740713338d tempest-AttachVolumeTestJSON-1320904290 tempest-AttachVolumeTestJSON-1320904290-project] 10.222.0.50 "DELETE /v2.0/floatingips/18d93a31-6f77-4826-8197-25ecc6a1d038 HTTP/1.1" status: 204 len: 168 time: 0.4547951 Aug 09 11:55:33.013741 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:33.395348 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e6e7-33c7-4936-a9a6-b91381861e8c req-d8ca8e14-cdd2-430f-bcb8-54fd086d53b9 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:33.396845 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-be20e6e7-33c7-4936-a9a6-b91381861e8c req-d8ca8e14-cdd2-430f-bcb8-54fd086d53b9 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 944 time: 0.0507445 Aug 09 11:55:33.434456 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-be20e6e7-33c7-4936-a9a6-b91381861e8c req-612804fe-90c7-40db-a38a-8fe655af9583 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Aug 09 11:55:33.529680 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98151d-d444-4008-a5a3-149580588118 req-82646e8f-49e7-4908-b7ec-ecf257f79b4b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:33.531133 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cb98151d-d444-4008-a5a3-149580588118 req-82646e8f-49e7-4908-b7ec-ecf257f79b4b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0519338 Aug 09 11:55:33.567498 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-cb98151d-d444-4008-a5a3-149580588118 req-7183bd28-3312-4eff-8d8f-bf48257637d4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301988 Aug 09 11:55:34.092395 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 038e883c-d697-425a-8c6b-193a2b865e7f up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:55:34.142266 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 038e883c-d697-425a-8c6b-193a2b865e7f completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:55:34.146067 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 038e883c-d697-425a-8c6b-193a2b865e7f triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:55:34.146435 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:34.222239 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:34.258538 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 038e883c-d697-425a-8c6b-193a2b865e7f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=038e883c-d697-425a-8c6b-193a2b865e7f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:34.263422 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:34.310494 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=038e883c-d697-425a-8c6b-193a2b865e7f,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:34.420767 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:34.423217 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb27011c-501e-4d56-ac9d-6d17a7d0d123" -d '{"events": [{"server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "name": "network-vif-plugged", "status": "completed", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:34.462884 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d5abcf-3f83-4883-a832-1c8d387072bb x-openstack-request-id: req-98d5abcf-3f83-4883-a832-1c8d387072bb {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:34.463193 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "name": "network-vif-plugged", "status": "completed", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:34.463437 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98d5abcf-3f83-4883-a832-1c8d387072bb {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:34.463866 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f', 'code': 200} Aug 09 11:55:34.548949 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e2939-39d8-4c9b-8e23-3e55d1ff3930 req-accb062f-6eec-40bf-a43b-7f11e31ff971 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:34.550412 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e43e2939-39d8-4c9b-8e23-3e55d1ff3930 req-accb062f-6eec-40bf-a43b-7f11e31ff971 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Aug 09 11:55:34.587270 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e43e2939-39d8-4c9b-8e23-3e55d1ff3930 req-8cced04c-c440-48b0-bb88-486ddb184457 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309794 Aug 09 11:55:34.682886 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521450b-b463-424c-bfef-2d751aa22b85 req-8f7fe7e6-9cd9-4a02-9fd1-8e18b298fd8b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:34.684512 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6521450b-b463-424c-bfef-2d751aa22b85 req-8f7fe7e6-9cd9-4a02-9fd1-8e18b298fd8b tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0490191 Aug 09 11:55:34.747471 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6521450b-b463-424c-bfef-2d751aa22b85 req-c22098bc-dda0-4404-8743-838f571d68a3 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551291 Aug 09 11:55:34.751562 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57939d3-ad8a-4b86-ab56-452467169286 req-5b4d9a17-eec2-470d-b2fe-073477bc921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:34.752994 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f57939d3-ad8a-4b86-ab56-452467169286 req-5b4d9a17-eec2-470d-b2fe-073477bc921d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 1098 time: 0.0676534 Aug 09 11:55:34.792821 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f57939d3-ad8a-4b86-ab56-452467169286 req-5bb04919-d0ef-40c1-8ca9-031db5fe5af9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266867 Aug 09 11:55:35.701703 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c69382-31da-4c94-a1ee-292c4740666e req-7d07a060-aa8d-45ec-a45f-53750080ef89 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:35.703047 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-10c69382-31da-4c94-a1ee-292c4740666e req-7d07a060-aa8d-45ec-a45f-53750080ef89 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 945 time: 0.0492253 Aug 09 11:55:35.741557 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-10c69382-31da-4c94-a1ee-292c4740666e req-e69bc29c-1ac7-4d85-a0ff-07b009412b7d tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Aug 09 11:55:35.860810 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c29619-9b98-498b-85b1-93135f102ded req-9e5aa938-6154-4efb-9b49-fe2a03d46454 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:35.862275 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64c29619-9b98-498b-85b1-93135f102ded req-9e5aa938-6154-4efb-9b49-fe2a03d46454 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0484941 Aug 09 11:55:35.898856 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-64c29619-9b98-498b-85b1-93135f102ded req-33b8808a-954b-437f-ad96-836883f56091 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306814 Aug 09 11:55:36.351938 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41154) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:36.459786 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:36.798374 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:36.858618 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a31d7-0510-4987-8be3-6a5f6d9d29b2 req-8b4dac85-cd49-452e-93fc-f5ee86977089 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:36.860138 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2b4a31d7-0510-4987-8be3-6a5f6d9d29b2 req-8b4dac85-cd49-452e-93fc-f5ee86977089 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 945 time: 0.0527265 Aug 09 11:55:36.896585 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2b4a31d7-0510-4987-8be3-6a5f6d9d29b2 req-4b1bb21d-6395-4244-8f41-fceda6eab936 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Aug 09 11:55:37.014137 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cff0e-5adb-4832-958f-7ac8805c9eeb req-63b6b633-ec04-4d3b-8f03-9686d8602653 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:37.015531 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c10cff0e-5adb-4832-958f-7ac8805c9eeb req-63b6b633-ec04-4d3b-8f03-9686d8602653 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0481055 Aug 09 11:55:37.038567 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b3df6-0d18-43d6-a303-01208022c22e req-741c1697-44b9-46ac-bff1-8d1a83c5b1ed tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:37.040216 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-027b3df6-0d18-43d6-a303-01208022c22e req-741c1697-44b9-46ac-bff1-8d1a83c5b1ed tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 945 time: 0.0766618 Aug 09 11:55:37.055047 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c10cff0e-5adb-4832-958f-7ac8805c9eeb req-4f787810-b4a3-4c93-bcad-815d1146befa tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Aug 09 11:55:37.106044 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-027b3df6-0d18-43d6-a303-01208022c22e req-220872b5-65bc-4a0b-a04d-a967b5c687cb tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 Aug 09 11:55:37.114881 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Deleting port fa0e3f5a-262e-4659-a562-317f3a067bff {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:55:37.115213 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.130080 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41164) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:37.196066 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] For port fa0e3f5a-262e-4659-a562-317f3a067bff, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fa0e3f5a-262e-4659-a562-317f3a067bff,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:37.196423 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.209711 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Calling delete_port for fa0e3f5a-262e-4659-a562-317f3a067bff owned by network:router_interface {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:55:37.272084 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe95a6fc-f05d-4719-b00c-46a24b5636d5 tempest-TestVolumeBootPattern-382095564 tempest-TestVolumeBootPattern-382095564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:37.273510 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-fe95a6fc-f05d-4719-b00c-46a24b5636d5 tempest-TestVolumeBootPattern-382095564 tempest-TestVolumeBootPattern-382095564-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 1093 time: 0.1423252 Aug 09 11:55:37.276233 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41168) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:37.281385 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Request body: {'floatingip': {'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'port_id': '038e883c-d697-425a-8c6b-193a2b865e7f', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:55:37.302481 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.398246 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.407287 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.425775 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0e3f5a-262e-4659-a562-317f3a067bff,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:37.549230 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_common [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Allocated IP 172.27.3.12 (9d0988de-db32-4c4b-af20-63483d3a68ab/fa3aac28-dd54-4dd4-9525-9e79a63b7142/d9c3b2de-adeb-40f6-8e41-3738ab97b9d9) {{(pid=99932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:55:37.636967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.668333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.698907 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d648-19d5-4554-aa3a-1aeebf963764 req-c2faaf18-8973-4f6a-a0c9-dd206398a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:37.700345 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-77b1d648-19d5-4554-aa3a-1aeebf963764 req-c2faaf18-8973-4f6a-a0c9-dd206398a6fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1096 time: 0.0962102 Aug 09 11:55:37.707895 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:37.748488 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Network 9d0988de-db32-4c4b-af20-63483d3a68ab is already hosted by enough agents. {{(pid=99932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:55:37.752948 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.base_scheduler [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Resources bound (agent type, host, resource id): {{(pid=99932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:55:37.757413 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Received port after_create {{(pid=99932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:55:37.760142 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=d9c3b2de-adeb-40f6-8e41-3738ab97b9d9,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:37.777500 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-77b1d648-19d5-4554-aa3a-1aeebf963764 req-86cbd059-11a7-49d5-af48-641cc3f4c641 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691011 Aug 09 11:55:37.784897 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.785253 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.785591 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.785930 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.786262 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.786612 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.786940 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.787266 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.787606 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.787930 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.788246 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:37.788562 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:55:38.098427 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ac9b1296-4808-4d5e-81ee-54f17f4b16cc details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:55:38.162841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:55:38.223511 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:38.238744 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'port_id': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'mac_address': 'fa:16:3e:44:a1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:55:38.281106 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:55:38.286936 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f9f01550-5d9a-41d5-80ec-b6388322ebc4 admin admin] 10.222.0.50 "PUT /v2.0/routers/4b3c5b3b-ad60-42f6-8c54-ddec0003f602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339416 Aug 09 11:55:38.287353 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.289654 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41172) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:38.297181 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0cdd0-1061-40f7-9dd0-ce28dbe2cf2e req-c5409839-63f6-45b1-a2a2-e42d22ada75f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:38.298861 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9ff0cdd0-1061-40f7-9dd0-ce28dbe2cf2e req-c5409839-63f6-45b1-a2a2-e42d22ada75f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 943 time: 0.0802674 Aug 09 11:55:38.302537 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] Sync routers for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:55:38.311810 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9b1296-4808-4d5e-81ee-54f17f4b16cc {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:55:38.320535 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:55:38.321140 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:55:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:38.377157 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:38.384922 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.411054 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.422833 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9ff0cdd0-1061-40f7-9dd0-ce28dbe2cf2e req-d1f3e3aa-7bc2-43d9-9b45-ca59265a241e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991755 Aug 09 11:55:38.492023 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.521005 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.571354 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.582691 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Deleting port 0a6cab64-cd13-415a-83e9-814a171f0bbd {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:55:38.583323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.612411 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:55:38.616040 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=7']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:38.673285 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] For port 0a6cab64-cd13-415a-83e9-814a171f0bbd, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=0a6cab64-cd13-415a-83e9-814a171f0bbd,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:38.674687 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.693274 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Calling delete_port for 0a6cab64-cd13-415a-83e9-814a171f0bbd owned by network:router_gateway {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:55:38.737395 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for port, precommit_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.742653 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8440272'] for port, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.799295 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:55:37Z', 'revision_number': 5, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port': {'id': '0a6cab64-cd13-415a-83e9-814a171f0bbd', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:38.812501 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event updated for resources: {'Port': ['ID=d9c3b2de-adeb-40f6-8e41-3738ab97b9d9,revision_number=2']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:38.822845 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.832438 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] Checking router: 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:55:38.842178 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] Routers {'4b3c5b3b-ad60-42f6-8c54-ddec0003f602'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:55:38.842949 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:55:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:38.882761 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.909677 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6cab64-cd13-415a-83e9-814a171f0bbd,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:38.932163 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.l3_db [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Floating IP 284df840-134c-4b50-9a54-a8cdb911c455 associated. External IP: 172.27.3.12, port: 038e883c-d697-425a-8c6b-193a2b865e7f. Aug 09 11:55:38.942788 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] Set router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 gateway port host: None {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:55:38.974803 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:38.995422 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:55:38Z', 'revision_number': 6, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port_host': None}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:39.028351 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e07fe-8b52-4ab7-83a8-927d68a55350 None None] The sync data for ids ['4b3c5b3b-ad60-42f6-8c54-ddec0003f602'] in dv-cinder-803901-1-iscsi is: [{'id': '4b3c5b3b-ad60-42f6-8c54-ddec0003f602', 'name': 'tempest-AttachVolumeTestJSON-1065803426-router', 'tenant_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:27Z', 'updated_at': '2021-08-09T11:55:38Z', 'revision_number': 6, 'project_id': 'cd97c2bf456c417ca794bc41a5ea8cef', 'gw_port_host': None}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:55:39.096675 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.098812 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.152886 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:55:39.167568 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.168203 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3c5b3b-ad60-42f6-8c54-ddec0003f602 {{(pid=99933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:55:39.173354 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.176013 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-cdbb51c4-1140-41cf-a3c2-42a3402aaaf2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4b3c5b3b-ad60-42f6-8c54-ddec0003f602 HTTP/1.1" status: 204 len: 168 time: 0.8852348 Aug 09 11:55:39.177255 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41174) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:39.223926 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] Deleting subnet 5600acc7-47e6-4f5e-8398-ec7a7d01fcfb {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:55:39.227033 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.264441 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.269305 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:55:39.279300 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:55:39.287135 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.289415 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:55:39.290104 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:55:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:39.320339 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-89d44ac1-f3f0-4c99-ad60-31fbad66142c tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0428500 Aug 09 11:55:39.321045 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f'}] {{(pid=99932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:39.323468 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8146ca1646eefc2680c1371b2e232d3ef6ce58a7d937857a6103ef1efb3c45b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf27ccda-70bc-4f43-93cb-5dd04637c540" -d '{"events": [{"name": "network-changed", "server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f"}]}' {{(pid=99932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:39.375751 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3feb9ca4-6731-4146-a098-a085d1ed04ed x-openstack-request-id: req-3feb9ca4-6731-4146-a098-a085d1ed04ed {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:39.376244 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f", "status": "completed", "code": 200}]} {{(pid=99932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:39.376648 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3feb9ca4-6731-4146-a098-a085d1ed04ed {{(pid=99932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:39.377798 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f', 'status': 'completed', 'code': 200} Aug 09 11:55:39.403729 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.416664 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:55:39.494531 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-5030cc4f-92e2-43e0-acae-eeeb46138aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:39.497021 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-5030cc4f-92e2-43e0-acae-eeeb46138aae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 1098 time: 0.0594981 Aug 09 11:55:39.499698 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.558045 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5600acc7-47e6-4f5e-8398-ec7a7d01fcfb,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:39.564581 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5bba8-a203-4363-bc50-8fe89a25727d None None] Network 1b5f90b2-44c7-4872-bf4c-50ed158ce782 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:55:39.590513 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.596124 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6de21381-4e62-4658-b5f6-dfb660394a63 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5600acc7-47e6-4f5e-8398-ec7a7d01fcfb HTTP/1.1" status: 204 len: 168 time: 0.4175377 Aug 09 11:55:39.599011 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41182) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:39.603665 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179477ca-536a-44cf-9939-57c7149ec39c req-db88c314-06a8-434a-af17-320c3a9cbf9a tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:39.605500 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-179477ca-536a-44cf-9939-57c7149ec39c req-db88c314-06a8-434a-af17-320c3a9cbf9a tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 944 time: 0.0663242 Aug 09 11:55:39.668746 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-179477ca-536a-44cf-9939-57c7149ec39c req-9f0c2fc7-f7bc-4eb1-85f4-833cafa65145 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561209 Aug 09 11:55:39.707902 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.717336 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-5615eec3-6dec-4c97-a631-ba9626620344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:39.718795 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-5615eec3-6dec-4c97-a631-ba9626620344 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.2089334 Aug 09 11:55:39.741498 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '284df840-134c-4b50-9a54-a8cdb911c455', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': '038e883c-d697-425a-8c6b-193a2b865e7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:e7:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401132c7-325e-4f35-8a13-b00e0df57d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:55:38Z', 'updated_at': '2021-08-09T11:55:38Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}, {'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:15Z', 'revision_number': 1, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:39.768095 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:55:39.776037 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:55:39.776637 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:55:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:39.815440 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-5d5b8bfb-ab4b-4398-801e-6e7288dcf68b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038e883c-d697-425a-8c6b-193a2b865e7f HTTP/1.1" status: 200 len: 998 time: 0.0730867 Aug 09 11:55:39.822462 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Deleting port 5eec1285-3fc4-4d97-8624-23c5b5f98342 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:55:39.822802 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.835321 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] DHCP port deletion for 1b5f90b2-44c7-4872-bf4c-50ed158ce782 request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:55:39.912977 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa0e3f5a-262e-4659-a562-317f3a067bff no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:55:39.916909 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:55:39.922969 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] For port 5eec1285-3fc4-4d97-8624-23c5b5f98342, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=5eec1285-3fc4-4d97-8624-23c5b5f98342,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:39.923331 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:39.926484 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-8e960a96-bdb1-450e-bbd2-ef3edfcf28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:39.928001 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-8e960a96-bdb1-450e-bbd2-ef3edfcf28b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.1022253 Aug 09 11:55:39.938039 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: fa0e3f5a-262e-4659-a562-317f3a067bff {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:55:39.938284 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fa0e3f5a-262e-4659-a562-317f3a067bff not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:55:39.938746 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 0a6cab64-cd13-415a-83e9-814a171f0bbd no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:55:39.939803 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Calling delete_port for 5eec1285-3fc4-4d97-8624-23c5b5f98342 owned by network:dhcp {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:55:39.961854 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 0a6cab64-cd13-415a-83e9-814a171f0bbd {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:55:39.962336 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 0a6cab64-cd13-415a-83e9-814a171f0bbd not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:55:39.962864 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 5eec1285-3fc4-4d97-8624-23c5b5f98342 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:55:39.987120 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] Deleting port 5eec1285-3fc4-4d97-8624-23c5b5f98342 {{(pid=99934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:55:39.987668 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.009237 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['ac9b1296-4808-4d5e-81ee-54f17f4b16cc'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:55:40.025700 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-704746f6-41b2-4e2f-a718-e6a80479c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:40.027200 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-704746f6-41b2-4e2f-a718-e6a80479c766 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0886271 Aug 09 11:55:40.106805 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] For port 5eec1285-3fc4-4d97-8624-23c5b5f98342, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=5eec1285-3fc4-4d97-8624-23c5b5f98342,segment=NetworkSegment(10d99953-232e-4fc6-9967-76b4b25adc94),segment_id=10d99953-232e-4fc6-9967-76b4b25adc94)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:40.107807 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.119462 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.130044 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] Calling delete_port for 5eec1285-3fc4-4d97-8624-23c5b5f98342 owned by network:dhcp {{(pid=99934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:55:40.159965 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Port 5eec1285-3fc4-4d97-8624-23c5b5f98342 update to DOWN by agent not found {{(pid=99934) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 09 11:55:40.161545 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eec1285-3fc4-4d97-8624-23c5b5f98342,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:40.173840 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] No DVR routers for this DVR port 5eec1285-3fc4-4d97-8624-23c5b5f98342 on host dv-cinder-803901-1-iscsi {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:55:40.181260 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '284df840-134c-4b50-9a54-a8cdb911c455', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': '038e883c-d697-425a-8c6b-193a2b865e7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:e7:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401132c7-325e-4f35-8a13-b00e0df57d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:55:38Z', 'updated_at': '2021-08-09T11:55:38Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}, {'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:15Z', 'revision_number': 1, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:40.209390 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-ac5e3584-b105-4cc3-9baf-44393afb030c service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727011 Aug 09 11:55:40.321879 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590'] for port, after_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.327381 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61efc31-4212-4bdf-b106-fc1110b2b355 None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '284df840-134c-4b50-9a54-a8cdb911c455', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': '038e883c-d697-425a-8c6b-193a2b865e7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:e7:35:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401132c7-325e-4f35-8a13-b00e0df57d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:55:38Z', 'updated_at': '2021-08-09T11:55:38Z', 'revision_number': 0, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}, {'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:15Z', 'revision_number': 1, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:55:40.340579 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.357391 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5f90b2-44c7-4872-bf4c-50ed158ce782']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:40.358559 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] Pushing event deleted for resources: {'Port': ['ID=5eec1285-3fc4-4d97-8624-23c5b5f98342,revision_number=None']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:40.372472 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978da72-6ad7-48b3-bac5-469f258e7b30 None None] No DVR routers for this DVR port 5eec1285-3fc4-4d97-8624-23c5b5f98342 on host dv-cinder-803901-1-iscsi {{(pid=99934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:55:40.375801 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d99953-232e-4fc6-9967-76b4b25adc94') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:40.376103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d99953-232e-4fc6-9967-76b4b25adc94') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:55:40.389770 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.415415 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.418904 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-bf27ccda-70bc-4f43-93cb-5dd04637c540 req-8230bb4e-3730-4363-b80e-cfd6645d78cb service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953144 Aug 09 11:55:40.424552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:55:40.425271 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:55:40.427209 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:55:40.489816 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.495424 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.497250 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1b5f90b2-44c7-4872-bf4c-50ed158ce782 HTTP/1.1" status: 204 len: 168 time: 0.8971927 Aug 09 11:55:40.509483 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626be11-a430-482e-95f3-43d583a70591 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5f90b2-44c7-4872-bf4c-50ed158ce782,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:40.588610 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744947a-8325-497b-8427-5385b79079d9 None None] New status for floating IP 284df840-134c-4b50-9a54-a8cdb911c455: ACTIVE {{(pid=99934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:55:40.619545 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41188) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:40.659400 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-aab11c33-e1ea-4aab-9f4f-e691a9c7592f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd97c2bf456c417ca794bc41a5ea8cef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386529 Aug 09 11:55:40.661831 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41190) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:40.720673 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2b61-53df-40b2-8346-7a41ecea235b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.773037 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2b61-53df-40b2-8346-7a41ecea235b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.822587 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7ab9f-e87c-433f-92e8-28080b3ecc18 req-79179140-1122-4e03-8c7f-c7b51a439b68 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:40.824068 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9be7ab9f-e87c-433f-92e8-28080b3ecc18 req-79179140-1122-4e03-8c7f-c7b51a439b68 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 944 time: 0.0909889 Aug 09 11:55:40.853003 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2b61-53df-40b2-8346-7a41ecea235b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.855704 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2b61-53df-40b2-8346-7a41ecea235b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:40.856785 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ba8a2b61-53df-40b2-8346-7a41ecea235b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/811d35cd-2d59-42a8-964d-6653aab9312a HTTP/1.1" status: 204 len: 168 time: 0.1940806 Aug 09 11:55:40.875109 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9be7ab9f-e87c-433f-92e8-28080b3ecc18 req-fc7246d0-c2e4-4bf3-ba95-e7f76380322d tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Aug 09 11:55:40.875980 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a2b61-53df-40b2-8346-7a41ecea235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d35cd-2d59-42a8-964d-6653aab9312a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:41.698779 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-2c6a1ee3-68ca-42be-9ca1-33b0f4891e38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396378 Aug 09 11:55:41.772531 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-87faf1f4-4b3c-46e3-b6e2-86637afec537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:41.774061 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-87faf1f4-4b3c-46e3-b6e2-86637afec537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1099 time: 0.0396423 Aug 09 11:55:41.894362 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-49464b02-67fd-47e4-9181-768aadf2fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:41.896000 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-49464b02-67fd-47e4-9181-768aadf2fff0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.0924966 Aug 09 11:55:41.972665 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-f48056bb-6202-4294-b81b-47c11e10ce31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 200 len: 1002 time: 0.0693929 Aug 09 11:55:42.025435 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-943f6613-6e44-4eb5-8a11-5668db03e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:42.026884 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-943f6613-6e44-4eb5-8a11-5668db03e3a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0461786 Aug 09 11:55:42.082660 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-b291b981-0904-404e-89da-9242f08f9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:55:42.084196 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-b291b981-0904-404e-89da-9242f08f9e7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432649 Aug 09 11:55:42.114567 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ac9b1296-4808-4d5e-81ee-54f17f4b16cc up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:55:42.161625 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port ac9b1296-4808-4d5e-81ee-54f17f4b16cc triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:55:42.161998 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:42.176603 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-adc6f415-220a-4d63-99f2-26d888987c79 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833476 Aug 09 11:55:42.237104 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:42.259602 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:55:42.261886 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95afa6f-8800-4d6f-bef0-347ec4de529b" -d '{"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-plugged", "status": "completed", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:55:42.281599 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:55:42.286370 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:42.318582 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fc86cb-71fb-4c7c-ad48-31ff02dd88ec x-openstack-request-id: req-60fc86cb-71fb-4c7c-ad48-31ff02dd88ec {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:55:42.318858 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-plugged", "status": "completed", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:55:42.319113 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60fc86cb-71fb-4c7c-ad48-31ff02dd88ec {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:55:42.319493 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'code': 200} Aug 09 11:55:42.347726 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=8']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:42.530592 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-144d4ae8-70f7-436a-98f2-8126d8d4f983 req-c5132222-ce2d-405d-ac5d-53a8667b32f0 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416440 Aug 09 11:55:48.553799 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:55:52.224724 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41316) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:52.328202 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-307cf7b0-f943-444c-9c25-feb8d44f5df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:52.420282 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-307cf7b0-f943-444c-9c25-feb8d44f5df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:52.423929 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-307cf7b0-f943-444c-9c25-feb8d44f5df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:52.460999 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-307cf7b0-f943-444c-9c25-feb8d44f5df4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95d0bf42ae66495ea87ac22eec89c779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351825 Aug 09 11:55:52.462098 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cf7b0-f943-444c-9c25-feb8d44f5df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346ec220-0f84-4d85-884c-f0ff2a080ca9,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:52.463746 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41320) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:52.515840 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-60537f92-bd5e-4ffd-accb-0370116653a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:52.536198 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-60537f92-bd5e-4ffd-accb-0370116653a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:52.582336 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-60537f92-bd5e-4ffd-accb-0370116653a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:52.584870 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-60537f92-bd5e-4ffd-accb-0370116653a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:52.586013 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-60537f92-bd5e-4ffd-accb-0370116653a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/346ec220-0f84-4d85-884c-f0ff2a080ca9 HTTP/1.1" status: 204 len: 168 time: 0.1213009 Aug 09 11:55:52.593788 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60537f92-bd5e-4ffd-accb-0370116653a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ec220-0f84-4d85-884c-f0ff2a080ca9,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:55.263922 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41456) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:55.364690 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c750e49f-9aed-4bf5-b328-8c5cba264bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.455591 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c750e49f-9aed-4bf5-b328-8c5cba264bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.458990 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c750e49f-9aed-4bf5-b328-8c5cba264bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.495815 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c750e49f-9aed-4bf5-b328-8c5cba264bc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf422388155b4fc1afa7344045f19a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307625 Aug 09 11:55:55.498307 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750e49f-9aed-4bf5-b328-8c5cba264bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd6e1f2-b3fc-4a0d-a61c-5c2d0041e408,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:55.499138 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41460) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:55.549378 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-192b9008-3f7e-4fb4-a9ab-cb81d5d20916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.569535 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-192b9008-3f7e-4fb4-a9ab-cb81d5d20916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.614499 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-192b9008-3f7e-4fb4-a9ab-cb81d5d20916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.617257 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-192b9008-3f7e-4fb4-a9ab-cb81d5d20916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.618380 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-192b9008-3f7e-4fb4-a9ab-cb81d5d20916 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcd6e1f2-b3fc-4a0d-a61c-5c2d0041e408 HTTP/1.1" status: 204 len: 168 time: 0.1181989 Aug 09 11:55:55.626431 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b9008-3f7e-4fb4-a9ab-cb81d5d20916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd6e1f2-b3fc-4a0d-a61c-5c2d0041e408,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:55.876364 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41466) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:55.891835 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3da1096f-8e35-4ff4-8ca3-967d89724b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.979322 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3da1096f-8e35-4ff4-8ca3-967d89724b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.983843 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3da1096f-8e35-4ff4-8ca3-967d89724b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:56.020724 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3da1096f-8e35-4ff4-8ca3-967d89724b6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f81fa2d4bc7a4701bbe78a8c5f2a466f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432989 Aug 09 11:55:56.021576 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1096f-8e35-4ff4-8ca3-967d89724b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b41029-27b7-4abd-be2e-cf9f546f770f,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:56.023990 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41468) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:55:56.073450 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53b724e-55f3-4721-8fe6-abefb81c67dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:56.095057 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53b724e-55f3-4721-8fe6-abefb81c67dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:56.147671 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53b724e-55f3-4721-8fe6-abefb81c67dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:56.150244 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c53b724e-55f3-4721-8fe6-abefb81c67dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:56.151397 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c53b724e-55f3-4721-8fe6-abefb81c67dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71b41029-27b7-4abd-be2e-cf9f546f770f HTTP/1.1" status: 204 len: 168 time: 0.1262043 Aug 09 11:55:56.160994 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b724e-55f3-4721-8fe6-abefb81c67dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b41029-27b7-4abd-be2e-cf9f546f770f,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:55:57.364654 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-095b1561-6939-4565-ae44-451e49b40994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:00.220202 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-ea6ef858-c0cd-4c56-9f52-4b8eda116e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:00.358516 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:00.945806 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41544) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:01.048253 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-590a1641-b4f5-47df-8757-529a8b9ab323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.135756 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-590a1641-b4f5-47df-8757-529a8b9ab323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.139966 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-590a1641-b4f5-47df-8757-529a8b9ab323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.177754 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-590a1641-b4f5-47df-8757-529a8b9ab323 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c88882e75284a049e58fc5f5dfe6453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308898 Aug 09 11:56:01.178593 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a1641-b4f5-47df-8757-529a8b9ab323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973e3413-f783-40c6-b0d5-2237ce27410d,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:01.180561 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41548) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:01.228281 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-290d5d5d-e8bd-46bf-bbe6-79d067c977e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.249852 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-290d5d5d-e8bd-46bf-bbe6-79d067c977e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.293281 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-290d5d5d-e8bd-46bf-bbe6-79d067c977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.296578 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-290d5d5d-e8bd-46bf-bbe6-79d067c977e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.297692 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-290d5d5d-e8bd-46bf-bbe6-79d067c977e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/973e3413-f783-40c6-b0d5-2237ce27410d HTTP/1.1" status: 204 len: 168 time: 0.1160939 Aug 09 11:56:01.304829 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5d5d-e8bd-46bf-bbe6-79d067c977e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973e3413-f783-40c6-b0d5-2237ce27410d,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:01.557128 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.561661 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41554) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:01.574769 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ec46fb77-a598-4e2e-8e41-45b12d629094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.665705 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ec46fb77-a598-4e2e-8e41-45b12d629094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.669268 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ec46fb77-a598-4e2e-8e41-45b12d629094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.706669 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ec46fb77-a598-4e2e-8e41-45b12d629094 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62b29b3078b9415c9815cadd2d6de5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439242 Aug 09 11:56:01.707477 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46fb77-a598-4e2e-8e41-45b12d629094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d42591-e11e-4220-9417-6df76424fb6e,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:01.709411 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41556) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:01.758482 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2de75429-2946-41d6-a2d7-61f63e3f55be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.778505 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2de75429-2946-41d6-a2d7-61f63e3f55be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.827521 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2de75429-2946-41d6-a2d7-61f63e3f55be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.830036 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-2de75429-2946-41d6-a2d7-61f63e3f55be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:01.831162 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-2de75429-2946-41d6-a2d7-61f63e3f55be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9d42591-e11e-4220-9417-6df76424fb6e HTTP/1.1" status: 204 len: 168 time: 0.1207635 Aug 09 11:56:01.838621 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de75429-2946-41d6-a2d7-61f63e3f55be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d42591-e11e-4220-9417-6df76424fb6e,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:03.021661 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:06.450032 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.539710 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41668) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:12.643301 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9c764280-9c2b-4dfa-bdaa-5a02769bcc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.732547 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9c764280-9c2b-4dfa-bdaa-5a02769bcc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.736633 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-9c764280-9c2b-4dfa-bdaa-5a02769bcc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.773035 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-9c764280-9c2b-4dfa-bdaa-5a02769bcc8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a57bd5cee164c139cbc49684c96b0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321749 Aug 09 11:56:12.773899 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c764280-9c2b-4dfa-bdaa-5a02769bcc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0492bd9-69fe-44f7-b7b5-55ca44a22bc9,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:12.776654 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41672) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:12.824742 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb323-7939-499e-8cc0-4b67091e1906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.844822 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb323-7939-499e-8cc0-4b67091e1906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.889023 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb323-7939-499e-8cc0-4b67091e1906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.892481 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb323-7939-499e-8cc0-4b67091e1906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:12.893606 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6d7fb323-7939-499e-8cc0-4b67091e1906 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0492bd9-69fe-44f7-b7b5-55ca44a22bc9 HTTP/1.1" status: 204 len: 168 time: 0.1159656 Aug 09 11:56:12.901124 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fb323-7939-499e-8cc0-4b67091e1906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0492bd9-69fe-44f7-b7b5-55ca44a22bc9,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:13.146154 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41678) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:13.159299 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-30f7a75c-1d25-4058-88f8-abe8594e74ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:13.245408 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-30f7a75c-1d25-4058-88f8-abe8594e74ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:13.248763 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-30f7a75c-1d25-4058-88f8-abe8594e74ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:13.288231 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-30f7a75c-1d25-4058-88f8-abe8594e74ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75dbcd2bc180407ebb485acbc43ab9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409338 Aug 09 11:56:13.289186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7a75c-1d25-4058-88f8-abe8594e74ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2a493-8ae0-489d-81c5-71f41f40fb45,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:13.290929 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41680) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:13.338665 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-956942d0-e130-4e4b-8fac-5cf6a9ed8a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:13.359085 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-956942d0-e130-4e4b-8fac-5cf6a9ed8a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:13.405006 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-956942d0-e130-4e4b-8fac-5cf6a9ed8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:13.407631 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-956942d0-e130-4e4b-8fac-5cf6a9ed8a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:13.408754 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-956942d0-e130-4e4b-8fac-5cf6a9ed8a28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08d2a493-8ae0-489d-81c5-71f41f40fb45 HTTP/1.1" status: 204 len: 168 time: 0.1166739 Aug 09 11:56:13.417526 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956942d0-e130-4e4b-8fac-5cf6a9ed8a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2a493-8ae0-489d-81c5-71f41f40fb45,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:14.418833 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41710) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:14.525589 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-14a5522a-7008-4c66-8d77-98f517417ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:14.612607 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-14a5522a-7008-4c66-8d77-98f517417ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:14.616430 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-14a5522a-7008-4c66-8d77-98f517417ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:14.657530 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-14a5522a-7008-4c66-8d77-98f517417ff9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c255d2a596a4459481868d6b98ed5423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367237 Aug 09 11:56:14.658373 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5522a-7008-4c66-8d77-98f517417ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52588edc-15ba-40c0-b4ab-b04e673f336b,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:14.661507 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41714) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:14.713595 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f17d44c9-3e8f-4fc2-bdfc-eb9d85084f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:14.734667 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f17d44c9-3e8f-4fc2-bdfc-eb9d85084f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:14.779829 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f17d44c9-3e8f-4fc2-bdfc-eb9d85084f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:14.782393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f17d44c9-3e8f-4fc2-bdfc-eb9d85084f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:14.783539 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f17d44c9-3e8f-4fc2-bdfc-eb9d85084f99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52588edc-15ba-40c0-b4ab-b04e673f336b HTTP/1.1" status: 204 len: 168 time: 0.1209805 Aug 09 11:56:14.792112 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d44c9-3e8f-4fc2-bdfc-eb9d85084f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52588edc-15ba-40c0-b4ab-b04e673f336b,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:24.721582 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41794) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:24.824080 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:24.908821 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:24.912333 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:24.949521 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d836b49bd5a447a5b2da6e6e9788036f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268372 Aug 09 11:56:24.950454 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ca4d6-fa48-4340-a5e2-e26de27d9a7c,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:24.952349 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41798) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:24.959007 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.959353 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.959717 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.960048 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.960376 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.960703 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.961027 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.961347 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.961668 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.961984 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.962298 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:24.962718 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391eb22f-2338-4545-aec5-033be1fdb252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:25.002224 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1350ecea-3172-41a8-ab9d-c7719d2053e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:25.027045 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1350ecea-3172-41a8-ab9d-c7719d2053e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:25.072878 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1350ecea-3172-41a8-ab9d-c7719d2053e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:25.075962 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-1350ecea-3172-41a8-ab9d-c7719d2053e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:25.077113 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-1350ecea-3172-41a8-ab9d-c7719d2053e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b28ca4d6-fa48-4340-a5e2-e26de27d9a7c HTTP/1.1" status: 204 len: 168 time: 0.1238177 Aug 09 11:56:25.084681 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ecea-3172-41a8-ab9d-c7719d2053e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ca4d6-fa48-4340-a5e2-e26de27d9a7c,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:25.552373 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:56:27.365897 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-d190b5e7-10a4-47cd-b286-dd5f88d31266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:30.221120 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9400cf07-d67b-4481-8355-ee70bd9f3af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:30.359183 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:31.558309 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:33.020912 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:36.041264 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136c887-03d2-4bdc-9173-71374ab306fc req-8b8c6703-a42a-485a-a9fc-768882818ffd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:56:36.042700 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1136c887-03d2-4bdc-9173-71374ab306fc req-8b8c6703-a42a-485a-a9fc-768882818ffd tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 947 time: 0.0504456 Aug 09 11:56:36.083873 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1136c887-03d2-4bdc-9173-71374ab306fc req-bdf5fca0-b8dd-405e-ba2a-d437102c9dcc tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345552 Aug 09 11:56:36.459495 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:37.210967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dab26-a151-460e-99a3-d263b373c735 req-def36f1e-a2d5-44da-b33f-0b5943f6fabf tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:56:37.212467 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7e5dab26-a151-460e-99a3-d263b373c735 req-def36f1e-a2d5-44da-b33f-0b5943f6fabf tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 947 time: 0.0531075 Aug 09 11:56:37.250050 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7e5dab26-a151-460e-99a3-d263b373c735 req-46787f6a-5175-49a4-b629-bbb6d0a8c8d5 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316920 Aug 09 11:56:37.997569 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-8413965a-cc65-41a3-af82-65756a537de8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:56:37.999016 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-8413965a-cc65-41a3-af82-65756a537de8 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 947 time: 0.0491974 Aug 09 11:56:38.087587 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Deleting port 5d7c94fb-fb23-4190-b240-5117140d6753 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:56:38.087934 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:38.176464 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] For port 5d7c94fb-fb23-4190-b240-5117140d6753, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=5d7c94fb-fb23-4190-b240-5117140d6753,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:56:38.176822 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:38.342036 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:38.342742 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977539'] for floatingip, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:38.342742 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Floating IP 5bfad0ab-73b3-4401-bc46-95005613a63b disassociated. External IP: 172.27.3.56, port: 5d7c94fb-fb23-4190-b240-5117140d6753. Aug 09 11:56:38.343018 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Calling delete_port for 5d7c94fb-fb23-4190-b240-5117140d6753 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:56:38.371605 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913b50c-bee3-4e0b-926b-f6e992a6355c req-e1280444-bd08-401a-bcaa-670c1bfa3897 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:56:38.373077 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1913b50c-bee3-4e0b-926b-f6e992a6355c req-e1280444-bd08-401a-bcaa-670c1bfa3897 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b40c3c-03d2-4e76-a3d7-ae87f43a7a51 HTTP/1.1" status: 200 len: 947 time: 0.0479090 Aug 09 11:56:38.412299 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1913b50c-bee3-4e0b-926b-f6e992a6355c req-30bd5a2e-34c6-4518-b4ed-8c701796c880 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ce55629-46a9-47fe-8c2c-ec355e4ad131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Aug 09 11:56:38.471837 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:38.502967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event deleted for resources: {'Port': ['ID=5d7c94fb-fb23-4190-b240-5117140d6753,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:38.617155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Router cacc9f87-69a6-417c-bbce-f307efa9d1f7 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:56:38.725063 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:56:38.734978 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] Sync routers for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:56:38.743804 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:56:38.744413 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:56:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:38.763449 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] No DVR routers for this DVR port 5d7c94fb-fb23-4190-b240-5117140d6753 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:56:38.766633 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:38.769680 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d82d730c-9a81-489f-97d6-5b1200116da2 req-cf1bbeac-7f11-4880-b59b-96e783b3ff1e tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.43 "DELETE /v2.0/ports/5d7c94fb-fb23-4190-b240-5117140d6753 HTTP/1.1" status: 204 len: 173 time: 0.7644503 Aug 09 11:56:38.770081 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-deleted', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:56:38.772970 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1db8fc5-178f-4704-a0c9-6811411de224" -d '{"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-deleted", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:56:38.813007 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df302c44-639c-4dcf-9d9a-172ce1f58227 x-openstack-request-id: req-df302c44-639c-4dcf-9d9a-172ce1f58227 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:56:38.813294 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b40c3c-03d2-4e76-a3d7-ae87f43a7a51", "name": "network-vif-deleted", "tag": "5d7c94fb-fb23-4190-b240-5117140d6753", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:56:38.813540 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df302c44-639c-4dcf-9d9a-172ce1f58227 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:56:38.813938 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b40c3c-03d2-4e76-a3d7-ae87f43a7a51', 'name': 'network-vif-deleted', 'tag': '5d7c94fb-fb23-4190-b240-5117140d6753', 'status': 'completed', 'code': 200} Aug 09 11:56:38.852587 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:56:39.052064 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:39.081018 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] Checking router: cacc9f87-69a6-417c-bbce-f307efa9d1f7 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:56:39.089125 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:56:39.089660 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:56:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:39.194387 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:56:39.389642 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:39.416065 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711978f-c9c6-4867-900b-e64d5d52d4e9 None None] The sync data for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi is: [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:44:45Z', 'revision_number': 4, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': 'da478591-f5aa-4806-952a-33ca589d541d', 'name': '', 'network_id': 'cb71c79f-17fc-4850-8418-2b7c4d595b9f', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'mac_address': 'fa:16:3e:c5:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:41Z', 'updated_at': '2021-08-09T11:44:56Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'subnets': [{'id': '4ee4b529-e59b-47ec-8057-5d931635d420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:56:39.503978 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41838) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:39.559494 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:39.584276 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:39.633740 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:39.636543 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:39.637688 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "DELETE /v2.0/security-groups/3ce55629-46a9-47fe-8c2c-ec355e4ad131 HTTP/1.1" status: 204 len: 168 time: 0.1327260 Aug 09 11:56:39.640424 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41840) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:39.644161 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25620b-c2a9-4b83-89f3-52d63f2d9858 None None] New status for floating IP 5bfad0ab-73b3-4401-bc46-95005613a63b: DOWN {{(pid=99934) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:56:39.647857 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce55629-46a9-47fe-8c2c-ec355e4ad131,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:39.654894 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.655246 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.655611 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.655948 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.656477 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.656813 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.657146 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.657473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.657801 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.658128 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.658623 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.659468 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bccdf84-11ae-4f3b-ae98-f180b34120a3 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:56:39.659629 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.api.v2.resource [None req-669e7ab3-9e37-4ed8-8213-9668672f0029 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] show failed (client error): The resource could not be found. Aug 09 11:56:39.660793 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-669e7ab3-9e37-4ed8-8213-9668672f0029 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "GET /v2.0/security-groups/3ce55629-46a9-47fe-8c2c-ec355e4ad131 HTTP/1.1" status: 404 len: 347 time: 0.0187395 Aug 09 11:56:39.663605 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41842) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:39.799342 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Deleting port 4aa44bf1-f9bc-41cf-84af-acf76fd4bc64 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:56:39.799713 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:39.876718 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:39.877044 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:39.889359 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Calling delete_port for 4aa44bf1-f9bc-41cf-84af-acf76fd4bc64 owned by network:floatingip {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:56:40.021257 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:40.045270 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Pushing event deleted for resources: {'Port': ['ID=4aa44bf1-f9bc-41cf-84af-acf76fd4bc64,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:40.108366 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks [] for floatingip, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:40.110871 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:40.112166 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-52348b58-d854-4e3c-8d5f-d2f15597f128 tempest-AttachVolumeShelveTestJSON-480752217 tempest-AttachVolumeShelveTestJSON-480752217-project] 10.222.0.50 "DELETE /v2.0/floatingips/5bfad0ab-73b3-4401-bc46-95005613a63b HTTP/1.1" status: 204 len: 168 time: 0.4475751 Aug 09 11:56:42.369851 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:56:42.390095 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 5d7c94fb-fb23-4190-b240-5117140d6753 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:56:42.390429 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 5d7c94fb-fb23-4190-b240-5117140d6753 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:56:42.535413 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41866) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:43.019798 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:43.255267 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Deleting port da478591-f5aa-4806-952a-33ca589d541d {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:56:43.255663 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:43.332763 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] For port da478591-f5aa-4806-952a-33ca589d541d, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=da478591-f5aa-4806-952a-33ca589d541d,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:56:43.333043 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:43.345227 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Calling delete_port for da478591-f5aa-4806-952a-33ca589d541d owned by network:router_interface {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:56:43.523262 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:43.552169 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=da478591-f5aa-4806-952a-33ca589d541d,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:43.717002 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:43.919429 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Router cacc9f87-69a6-417c-bbce-f307efa9d1f7 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:56:44.020244 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:56:44.025160 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-893e270d-0a14-4e7b-97f2-f347746c0bbb admin admin] 10.222.0.50 "PUT /v2.0/routers/cacc9f87-69a6-417c-bbce-f307efa9d1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887338 Aug 09 11:56:44.027608 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41870) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:44.030215 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] Sync routers for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:56:44.039463 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:56:44.040088 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:56:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:44.128432 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.141024 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:56:44.322013 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:56:43Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:44.348972 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] Checking router: cacc9f87-69a6-417c-bbce-f307efa9d1f7 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:56:44.357902 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] Routers {'cacc9f87-69a6-417c-bbce-f307efa9d1f7'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:56:44.358513 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:56:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:44.462295 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] Set router cacc9f87-69a6-417c-bbce-f307efa9d1f7 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:56:44.469459 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.521625 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Deleting port cb40752b-c0b6-458c-9e04-e296c01e0818 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:56:44.521992 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.598333 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] For port cb40752b-c0b6-458c-9e04-e296c01e0818, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=cb40752b-c0b6-458c-9e04-e296c01e0818,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:56:44.599002 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.611332 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Calling delete_port for cb40752b-c0b6-458c-9e04-e296c01e0818 owned by network:router_gateway {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:56:44.644021 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:56:43Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:44.673607 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1b28f-fbd7-4f0c-a60d-4d7d70ab66c2 None None] The sync data for ids ['cacc9f87-69a6-417c-bbce-f307efa9d1f7'] in dv-cinder-803901-1-iscsi is: [{'id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'name': 'tempest-AttachVolumeShelveTestJSON-155892099-router', 'tenant_id': '2aff56ec407a4d688cd93df93dffd8a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:44:28Z', 'updated_at': '2021-08-09T11:56:43Z', 'revision_number': 5, 'project_id': '2aff56ec407a4d688cd93df93dffd8a0', 'gw_port': {'id': 'cb40752b-c0b6-458c-9e04-e296c01e0818', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc9f87-69a6-417c-bbce-f307efa9d1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:44:29Z', 'updated_at': '2021-08-09T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:56:44.782610 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.805825 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb40752b-c0b6-458c-9e04-e296c01e0818,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:44.868529 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.955146 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.957803 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.000279 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.000832 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cacc9f87-69a6-417c-bbce-f307efa9d1f7 {{(pid=99932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:56:45.005670 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.006798 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-e0d5fbf0-adb5-403b-a37c-4f4d8bf2aab4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cacc9f87-69a6-417c-bbce-f307efa9d1f7 HTTP/1.1" status: 204 len: 168 time: 0.9782908 Aug 09 11:56:45.009289 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41872) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:45.058359 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] Deleting subnet 4ee4b529-e59b-47ec-8057-5d931635d420 {{(pid=99932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:56:45.061556 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.098297 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570823'] for subnet, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.177640 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.232478 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244474'] for subnet, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.266473 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.271228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41876) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:45.272141 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4ee4b529-e59b-47ec-8057-5d931635d420 HTTP/1.1" status: 204 len: 168 time: 0.2617872 Aug 09 11:56:45.273206 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b78b9b-a926-4583-9655-800544d6604c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee4b529-e59b-47ec-8057-5d931635d420,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:45.273742 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a4977-898f-4bac-84e0-270bdab3f608 None None] Network cb71c79f-17fc-4850-8418-2b7c4d595b9f requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:56:45.343733 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.399245 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Deleting port f93fdd06-8fd0-452b-a6d2-8384afa720df {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:56:45.399495 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.474439 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] For port f93fdd06-8fd0-452b-a6d2-8384afa720df, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=f93fdd06-8fd0-452b-a6d2-8384afa720df,segment=NetworkSegment(c3af8b6a-b1ad-47dc-9137-a7096671aff4),segment_id=c3af8b6a-b1ad-47dc-9137-a7096671aff4)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:56:45.474800 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.487426 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Calling delete_port for f93fdd06-8fd0-452b-a6d2-8384afa720df owned by network:dhcp {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:56:45.563777 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.586702 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93fdd06-8fd0-452b-a6d2-8384afa720df,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:45.592186 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] No DVR routers for this DVR port f93fdd06-8fd0-452b-a6d2-8384afa720df on host dv-cinder-803901-1-iscsi {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:56:45.669619 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.680698 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb71c79f-17fc-4850-8418-2b7c4d595b9f']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:45.689687 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc390c58-ab46-4ca8-a555-a6759633b590 None None] DHCP port deletion for cb71c79f-17fc-4850-8418-2b7c4d595b9f request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:56:45.692467 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3af8b6a-b1ad-47dc-9137-a7096671aff4') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:45.693082 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3af8b6a-b1ad-47dc-9137-a7096671aff4') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:56:45.708951 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.729230 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.735883 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:56:45.736297 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:56:45.737950 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:56:45.764157 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device f93fdd06-8fd0-452b-a6d2-8384afa720df no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:56:45.785274 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: f93fdd06-8fd0-452b-a6d2-8384afa720df {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:56:45.785656 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device f93fdd06-8fd0-452b-a6d2-8384afa720df not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:56:45.786186 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device da478591-f5aa-4806-952a-33ca589d541d no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:56:45.792445 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.797794 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:45.800663 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb71c79f-17fc-4850-8418-2b7c4d595b9f HTTP/1.1" status: 204 len: 168 time: 0.5272975 Aug 09 11:56:45.812187 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: da478591-f5aa-4806-952a-33ca589d541d {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:56:45.812537 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device da478591-f5aa-4806-952a-33ca589d541d not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:56:45.812955 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device cb40752b-c0b6-458c-9e04-e296c01e0818 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:56:45.821100 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300e3c6-2bc8-44cf-b010-5993ec75cd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb71c79f-17fc-4850-8418-2b7c4d595b9f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:45.834681 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: cb40752b-c0b6-458c-9e04-e296c01e0818 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:56:45.835036 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device cb40752b-c0b6-458c-9e04-e296c01e0818 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:56:45.915619 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41882) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:45.954851 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d41737ce-3d0e-4fb5-ba0b-87e30d5de15f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2aff56ec407a4d688cd93df93dffd8a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380487 Aug 09 11:56:45.957294 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41884) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:46.006092 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-035c770c-2e12-407c-ab78-2b1a519babe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:46.026251 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-035c770c-2e12-407c-ab78-2b1a519babe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:46.071010 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-035c770c-2e12-407c-ab78-2b1a519babe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:46.073493 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-035c770c-2e12-407c-ab78-2b1a519babe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:46.074618 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-035c770c-2e12-407c-ab78-2b1a519babe8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e220e39e-3b78-4ecd-85ca-2ad75ba0d573 HTTP/1.1" status: 204 len: 168 time: 0.1164887 Aug 09 11:56:46.082001 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c770c-2e12-407c-ab78-2b1a519babe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e220e39e-3b78-4ecd-85ca-2ad75ba0d573,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:47.249865 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41934) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:47.351332 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7a742f00-533e-4ab0-a93c-9658cc29a8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:47.437872 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7a742f00-533e-4ab0-a93c-9658cc29a8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:47.441596 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-7a742f00-533e-4ab0-a93c-9658cc29a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:47.478322 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-7a742f00-533e-4ab0-a93c-9658cc29a8d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73e7a47df48e4760af2ba3b0ffded019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273736 Aug 09 11:56:47.479185 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a742f00-533e-4ab0-a93c-9658cc29a8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd8b36e-2798-47f2-bbb4-7b65b89dfc56,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:47.481096 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41938) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:47.530322 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0b28f130-ba9b-4442-ae28-cb557f88b088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:47.552232 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0b28f130-ba9b-4442-ae28-cb557f88b088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:47.600215 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0b28f130-ba9b-4442-ae28-cb557f88b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:47.602702 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0b28f130-ba9b-4442-ae28-cb557f88b088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:47.603939 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0b28f130-ba9b-4442-ae28-cb557f88b088 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dd8b36e-2798-47f2-bbb4-7b65b89dfc56 HTTP/1.1" status: 204 len: 168 time: 0.1214139 Aug 09 11:56:47.612013 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28f130-ba9b-4442-ae28-cb557f88b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd8b36e-2798-47f2-bbb4-7b65b89dfc56,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:49.177980 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 41990) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:49.280531 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d31a-1927-49fc-9309-f4bed878643d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.367287 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d31a-1927-49fc-9309-f4bed878643d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.371130 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d31a-1927-49fc-9309-f4bed878643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.414899 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c5e4d31a-1927-49fc-9309-f4bed878643d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3231d4adfda24527a1ac80bedf99f344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357085 Aug 09 11:56:49.416077 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4d31a-1927-49fc-9309-f4bed878643d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077872da-8017-4d32-b609-210619342336,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:49.417629 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 41994) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:49.467756 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-14bf1725-4344-44bf-89c9-afa916ccfd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.488707 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-14bf1725-4344-44bf-89c9-afa916ccfd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.533198 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-14bf1725-4344-44bf-89c9-afa916ccfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.536913 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-14bf1725-4344-44bf-89c9-afa916ccfd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.538054 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-14bf1725-4344-44bf-89c9-afa916ccfd66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/077872da-8017-4d32-b609-210619342336 HTTP/1.1" status: 204 len: 168 time: 0.1194332 Aug 09 11:56:49.545594 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf1725-4344-44bf-89c9-afa916ccfd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077872da-8017-4d32-b609-210619342336,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:49.798257 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42000) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:49.816497 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0cae035b-5856-4ccf-a29f-13cac0fa243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.903925 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0cae035b-5856-4ccf-a29f-13cac0fa243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.907634 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0cae035b-5856-4ccf-a29f-13cac0fa243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:49.946363 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-0cae035b-5856-4ccf-a29f-13cac0fa243c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a1cd665292642ee9c10eb8702e516e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469264 Aug 09 11:56:49.948274 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae035b-5856-4ccf-a29f-13cac0fa243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e89dfe9-a7cb-46f6-9119-8b86fe50627a,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:49.949103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42002) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:49.998404 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5780-22d2-4e3b-8437-a542beee89d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:50.019708 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5780-22d2-4e3b-8437-a542beee89d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:50.065201 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5780-22d2-4e3b-8437-a542beee89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:50.067870 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5780-22d2-4e3b-8437-a542beee89d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:50.069002 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-c1ad5780-22d2-4e3b-8437-a542beee89d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e89dfe9-a7cb-46f6-9119-8b86fe50627a HTTP/1.1" status: 204 len: 168 time: 0.1189082 Aug 09 11:56:50.076739 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad5780-22d2-4e3b-8437-a542beee89d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e89dfe9-a7cb-46f6-9119-8b86fe50627a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:51.088766 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42038) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:51.191073 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6b37eda9-5359-4dff-9e75-616bc059e9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.282290 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6b37eda9-5359-4dff-9e75-616bc059e9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.285957 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-6b37eda9-5359-4dff-9e75-616bc059e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.324011 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-6b37eda9-5359-4dff-9e75-616bc059e9ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b0a30d3243d403fb184bccb96039938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341995 Aug 09 11:56:51.324865 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37eda9-5359-4dff-9e75-616bc059e9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fe4d3f-f521-4003-8511-4c9471a06dbe,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:51.326711 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42042) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:51.374566 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b43d5b65-f2f8-4a78-9ef3-adcf942cee35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.395313 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b43d5b65-f2f8-4a78-9ef3-adcf942cee35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.439458 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b43d5b65-f2f8-4a78-9ef3-adcf942cee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.442431 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b43d5b65-f2f8-4a78-9ef3-adcf942cee35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.443561 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b43d5b65-f2f8-4a78-9ef3-adcf942cee35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82fe4d3f-f521-4003-8511-4c9471a06dbe HTTP/1.1" status: 204 len: 168 time: 0.1158705 Aug 09 11:56:51.451092 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d5b65-f2f8-4a78-9ef3-adcf942cee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fe4d3f-f521-4003-8511-4c9471a06dbe,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:55.316456 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42108) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:55.419941 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f94d6ea-5a08-461b-ad59-5cb0c5db1cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.509228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f94d6ea-5a08-461b-ad59-5cb0c5db1cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.514474 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-2f94d6ea-5a08-461b-ad59-5cb0c5db1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.566187 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-2f94d6ea-5a08-461b-ad59-5cb0c5db1cf8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef714aad780c4a368381570e5597425b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484472 Aug 09 11:56:55.567396 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94d6ea-5a08-461b-ad59-5cb0c5db1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd52462a-d818-47ee-99c8-eff5cd4f8d04,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:55.569328 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42112) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:55.616641 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c84520f9-ee32-4c99-b77e-e1359c84d155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.639467 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c84520f9-ee32-4c99-b77e-e1359c84d155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.683242 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c84520f9-ee32-4c99-b77e-e1359c84d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.685745 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c84520f9-ee32-4c99-b77e-e1359c84d155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.686855 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c84520f9-ee32-4c99-b77e-e1359c84d155 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd52462a-d818-47ee-99c8-eff5cd4f8d04 HTTP/1.1" status: 204 len: 168 time: 0.1165476 Aug 09 11:56:55.694972 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84520f9-ee32-4c99-b77e-e1359c84d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd52462a-d818-47ee-99c8-eff5cd4f8d04,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:56.287166 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42134) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:56.380053 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.v2.base [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1889226711-network', 'tenant_id': '2302b8915fb6455b831b174467535484'}} {{(pid=99932) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:56:56.400705 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Made reservation on behalf of 2302b8915fb6455b831b174467535484 for: {'network': 1} {{(pid=99932) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:56:56.403249 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for network, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.411164 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.500905 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.504453 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.529542 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=99932) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:56:56.534600 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:56.541956 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.542330 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.db.segments_db [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Added segment f01b4bf2-d40d-4e0d-9de2-9990fe0917fe of type vlan for network 20f12fdb-ad00-47a0-80ee-7fae23030763 Aug 09 11:56:56.579931 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729095636044'] for network, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.608432 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332'] for network, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.609423 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:56:56.610006 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.667850 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3793759 Aug 09 11:56:56.671037 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42138) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:56:56.673621 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a3e3d-3afb-4bb7-9af8-8f9c64b8e06e admin admin] Pushing event updated for resources: {'Network': ['ID=20f12fdb-ad00-47a0-80ee-7fae23030763,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:56.676401 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Request body: {'subnet': {'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1889226711-subnet', 'tenant_id': '2302b8915fb6455b831b174467535484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:56:56.683367 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Network 20f12fdb-ad00-47a0-80ee-7fae23030763 details requested by agent ovs-agent-dv-cinder-803901-1-iscsi with host dv-cinder-803901-1-iscsi {{(pid=99934) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:56:56.697879 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Made reservation on behalf of 2302b8915fb6455b831b174467535484 for: {'subnet': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:56:56.700507 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8793069'] for subnet, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.871515 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8492503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8793055'] for subnet, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.931360 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1850a4-2cfd-4478-9b0e-e21f77a9b30d,revision_number=0']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:56:56.938184 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Checking segment: {'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:56:56.938537 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Network hostable DHCP agents. Network: 20f12fdb-ad00-47a0-80ee-7fae23030763, hostable agents: ['87c88cea-21c3-41cf-ac6f-8e206c4205fc'], hosted agents: [] {{(pid=99933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:56:56.954030 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Network 20f12fdb-ad00-47a0-80ee-7fae23030763 is scheduled to be hosted by DHCP agent 87c88cea-21c3-41cf-ac6f-8e206c4205fc with binding_index 1 {{(pid=99933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:56:56.962887 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803901-1-iscsi, 20f12fdb-ad00-47a0-80ee-7fae23030763) {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:56:56.966798 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:56:56.967381 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:56.972344 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85df5af-6ad5-4117-8605-75953735f167 None None] Network 20f12fdb-ad00-47a0-80ee-7fae23030763 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:56:56.982504 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-ca9f7643-ae1e-42bd-8129-9c8c07b0ef89 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3099618 Aug 09 11:56:57.094576 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f6ca0-359c-48d9-9ff3-bcebdca9a8df None None] Network 20f12fdb-ad00-47a0-80ee-7fae23030763 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:56:57.368079 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-bfe2659e-947d-478b-bf21-707dc1f6c529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:58.718202 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-9fb48c89-423a-4001-9448-ca76c0fff908 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:56:58.719599 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-9fb48c89-423a-4001-9448-ca76c0fff908 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/networks?id=20f12fdb-ad00-47a0-80ee-7fae23030763 HTTP/1.1" status: 200 len: 809 time: 0.1068001 Aug 09 11:56:58.735237 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-99d0f5ce-e80f-4c42-86a2-0e5b0c346a03 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/quotas/2302b8915fb6455b831b174467535484 HTTP/1.1" status: 200 len: 375 time: 0.0094409 Aug 09 11:56:58.766428 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-32e8b592-498e-4da1-af95-25da8dab33c1 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2302b8915fb6455b831b174467535484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258610 Aug 09 11:56:58.858316 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-72427958-03be-48ab-aef0-b235356238be service neutron] 10.222.0.50 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841281 Aug 09 11:56:58.948538 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-42665964-1b37-4e56-8909-ce3eb1706d7e service neutron] 10.222.0.50 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Aug 09 11:56:59.101588 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fb58e7fc-a46d-4589-a1c6-d836e76f31b5 req-d39b2ebd-3200-45bf-bbca-a1b3dbae4282 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 210 time: 0.0258687 Aug 09 11:57:00.198197 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-2306162a-4437-40e8-801d-43b7cd46d655 req-b7323362-141c-4db2-a43a-ba40bfd92de0 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 210 time: 0.0310981 Aug 09 11:57:00.228671 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c5760197-b101-4240-a18d-300b26a7a767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:00.280027 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-f4662988-f649-496a-ac7a-fd74faa0930d tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:00.281472 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-f4662988-f649-496a-ac7a-fd74faa0930d tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "GET /v2.0/networks?id=20f12fdb-ad00-47a0-80ee-7fae23030763 HTTP/1.1" status: 200 len: 809 time: 0.1174028 Aug 09 11:57:00.300218 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Request body: {'port': {'device_id': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763', 'admin_state_up': True, 'tenant_id': '2302b8915fb6455b831b174467535484'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:57:00.361623 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:00.418371 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Made reservation on behalf of 2302b8915fb6455b831b174467535484 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:57:00.421986 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:00.542914 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Allocated IP 172.20.0.8 (20f12fdb-ad00-47a0-80ee-7fae23030763/3c1850a4-2cfd-4478-9b0e-e21f77a9b30d/4ce203c6-d00a-4276-8228-aefbea49b41e) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:57:00.693469 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:00.744834 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:00.788166 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Network 20f12fdb-ad00-47a0-80ee-7fae23030763 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:57:00.793116 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:57:00.796688 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:57:00.821485 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Pushing event updated for resources: {'Port': ['ID=4ce203c6-d00a-4276-8228-aefbea49b41e,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:00.848453 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:00.849057 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:00.862297 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-56e167c6-129f-426a-a42a-236ee67b7f6c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659804 Aug 09 11:57:00.882103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Request body: {'port': {'device_id': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:57:00.935017 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:01.189810 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce203c6-d00a-4276-8228-aefbea49b41e {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:57:01.197717 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:01.209029 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Transition to ACTIVE for port object 4ce203c6-d00a-4276-8228-aefbea49b41e will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:57:01.212890 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:01.261053 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Pushing event updated for resources: {'Port': ['ID=4ce203c6-d00a-4276-8228-aefbea49b41e,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:01.359758 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f6ab5-2423-43c8-bd6b-32a7d2cad677 req-bb629298-246a-4d32-b3d4-746dd9372875 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:01.361226 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cb7f6ab5-2423-43c8-bd6b-32a7d2cad677 req-bb629298-246a-4d32-b3d4-746dd9372875 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 943 time: 0.0901794 Aug 09 11:57:01.376708 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Attempting to bind port 4ce203c6-d00a-4276-8228-aefbea49b41e on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:57:01.377038 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Attempting to bind port 4ce203c6-d00a-4276-8228-aefbea49b41e by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:57:01.377362 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Attempting to bind port 4ce203c6-d00a-4276-8228-aefbea49b41e on network 20f12fdb-ad00-47a0-80ee-7fae23030763 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:57:01.392245 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Port 4ce203c6-d00a-4276-8228-aefbea49b41e on network 20f12fdb-ad00-47a0-80ee-7fae23030763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:57:01.392561 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Attempting to bind port 4ce203c6-d00a-4276-8228-aefbea49b41e on network 20f12fdb-ad00-47a0-80ee-7fae23030763 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:57:01.401212 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:57:01.401544 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Checking segment: {'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:57:01.401919 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Bound using segment: {'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:57:01.402337 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Bound port: 4ce203c6-d00a-4276-8228-aefbea49b41e, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:57:01.402684 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:01.423265 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-cb7f6ab5-2423-43c8-bd6b-32a7d2cad677 req-73af3b17-36b9-4b4d-a3df-c8a4a776dc27 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545006 Aug 09 11:57:01.474231 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] For port 4ce203c6-d00a-4276-8228-aefbea49b41e, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:57:01.477590 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] For port 4ce203c6-d00a-4276-8228-aefbea49b41e, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4ce203c6-d00a-4276-8228-aefbea49b41e,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:57:01.482303 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:01.514276 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:01.514877 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:01.516261 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] 10.222.0.43 "PUT /v2.0/ports/4ce203c6-d00a-4276-8228-aefbea49b41e HTTP/1.1" status: 200 len: 1093 time: 0.6388762 Aug 09 11:57:01.516680 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'tag': '4ce203c6-d00a-4276-8228-aefbea49b41e'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:01.518873 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa677bdb-d64d-40a4-9812-092db066c2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1dbca5-db3e-4dae-8b05-f18d34c67410", "tag": "4ce203c6-d00a-4276-8228-aefbea49b41e"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:01.547525 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007459de-133a-4b2e-89d7-19e8c5e05b3c service neutron] Pushing event updated for resources: {'Port': ['ID=4ce203c6-d00a-4276-8228-aefbea49b41e,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:01.561999 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:01.565715 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51265919-888d-47f1-8f59-df5003408ec4 x-openstack-request-id: req-51265919-888d-47f1-8f59-df5003408ec4 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:01.565993 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1dbca5-db3e-4dae-8b05-f18d34c67410", "tag": "4ce203c6-d00a-4276-8228-aefbea49b41e", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:01.566228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51265919-888d-47f1-8f59-df5003408ec4 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:01.566616 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'tag': '4ce203c6-d00a-4276-8228-aefbea49b41e', 'status': 'completed', 'code': 200} Aug 09 11:57:01.623982 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-d0ea908a-0fc8-4b92-8827-474372a6987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:01.625450 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-d0ea908a-0fc8-4b92-8827-474372a6987e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2302b8915fb6455b831b174467535484&device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 1096 time: 0.0408654 Aug 09 11:57:01.679430 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-35f024b7-0512-4881-a7ba-45a5231818c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce203c6-d00a-4276-8228-aefbea49b41e HTTP/1.1" status: 200 len: 217 time: 0.0368538 Aug 09 11:57:01.728161 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-c3c98526-730c-467b-915e-2a1f869468b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:01.729523 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-c3c98526-730c-467b-915e-2a1f869468b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c1850a4-2cfd-4478-9b0e-e21f77a9b30d HTTP/1.1" status: 200 len: 849 time: 0.0435760 Aug 09 11:57:01.761190 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-701e5ee3-0563-46e1-8a2d-e90774e6b0b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20f12fdb-ad00-47a0-80ee-7fae23030763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240564 Aug 09 11:57:01.852212 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-70b7e3f3-c4a2-49d2-92f1-a8f604884a2e service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839813 Aug 09 11:57:01.947549 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-5c45e330-9e5e-452e-9b5b-3dc4e59c6a0c req-10498524-1a52-432f-b5f8-41c55d94862f service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873997 Aug 09 11:57:02.086564 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-345afaf9-7b35-4b2a-8ab1-086606b9d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:02.087977 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-345afaf9-7b35-4b2a-8ab1-086606b9d250 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2302b8915fb6455b831b174467535484&device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 1096 time: 0.0399985 Aug 09 11:57:02.181653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-8e41b602-853e-40d6-afaa-6ed95bac1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:02.183112 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-8e41b602-853e-40d6-afaa-6ed95bac1a0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=20f12fdb-ad00-47a0-80ee-7fae23030763 HTTP/1.1" status: 200 len: 910 time: 0.0873575 Aug 09 11:57:02.227673 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-1979c1da-835e-45f7-8975-99e487e3e6da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce203c6-d00a-4276-8228-aefbea49b41e HTTP/1.1" status: 200 len: 217 time: 0.0363693 Aug 09 11:57:02.279607 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-88d1bb6b-4b56-442b-994b-471a35223e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:02.281002 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-88d1bb6b-4b56-442b-994b-471a35223e98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c1850a4-2cfd-4478-9b0e-e21f77a9b30d HTTP/1.1" status: 200 len: 849 time: 0.0463037 Aug 09 11:57:02.311341 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-c6bd988b-41d8-4d17-9058-93d5bca95ffe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20f12fdb-ad00-47a0-80ee-7fae23030763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231781 Aug 09 11:57:02.399968 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-ee15e82c-ff54-4709-9068-23ae54516d0f service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793765 Aug 09 11:57:02.491052 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fa677bdb-d64d-40a4-9812-092db066c2d6 req-73dacca0-198e-4596-a970-6377c3d00c18 service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839794 Aug 09 11:57:02.538274 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ee0e4-3bb4-498d-97d5-572126c2d4b6 req-e2e108e3-322f-4445-af56-4663f297e6b4 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:02.539764 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-129ee0e4-3bb4-498d-97d5-572126c2d4b6 req-e2e108e3-322f-4445-af56-4663f297e6b4 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 943 time: 0.0478487 Aug 09 11:57:02.550908 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:57:02.578012 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-129ee0e4-3bb4-498d-97d5-572126c2d4b6 req-afce0654-760c-4b51-9e78-82d1e85ecdad tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Aug 09 11:57:03.021591 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:03.691052 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244a711-e2da-4797-b966-56ad583d4a52 req-14e7d72f-bc3f-4da9-bfde-7e53328bb123 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:03.692531 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9244a711-e2da-4797-b966-56ad583d4a52 req-14e7d72f-bc3f-4da9-bfde-7e53328bb123 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 943 time: 0.0478475 Aug 09 11:57:03.730934 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-9244a711-e2da-4797-b966-56ad583d4a52 req-676b3b72-b5c7-4e04-b1dc-24912ad88aeb tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Aug 09 11:57:04.845510 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae359-93ec-4eed-b79b-32cf4f16f005 req-f6cf5aa8-6bdd-4fde-8660-5cf14b3bb16e tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:04.846999 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-062ae359-93ec-4eed-b79b-32cf4f16f005 req-f6cf5aa8-6bdd-4fde-8660-5cf14b3bb16e tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 943 time: 0.0481958 Aug 09 11:57:04.898583 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-062ae359-93ec-4eed-b79b-32cf4f16f005 req-69a6e145-1abe-4a3a-8fd3-3e312c5d9d2a tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Aug 09 11:57:06.015345 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18863b1-19d8-4270-ab6a-2bc0b24405b8 req-a6bf038b-f7b5-4625-bdec-907be90a23e1 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:06.016839 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b18863b1-19d8-4270-ab6a-2bc0b24405b8 req-a6bf038b-f7b5-4625-bdec-907be90a23e1 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Aug 09 11:57:06.053584 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-b18863b1-19d8-4270-ab6a-2bc0b24405b8 req-2998e800-cee5-47b5-93ee-4163854f0f3c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301225 Aug 09 11:57:06.454399 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:06.524869 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 4ce203c6-d00a-4276-8228-aefbea49b41e details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:57:06.621777 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 4ce203c6-d00a-4276-8228-aefbea49b41e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4ce203c6-d00a-4276-8228-aefbea49b41e,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:06.633166 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': '4ce203c6-d00a-4276-8228-aefbea49b41e', 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763', 'port_id': '4ce203c6-d00a-4276-8228-aefbea49b41e', 'mac_address': 'fa:16:3e:7d:a9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1850a4-2cfd-4478-9b0e-e21f77a9b30d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:57:06.668535 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:06.681180 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce203c6-d00a-4276-8228-aefbea49b41e {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:57:06.700986 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 4ce203c6-d00a-4276-8228-aefbea49b41e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4ce203c6-d00a-4276-8228-aefbea49b41e,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:06.704657 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:06.755194 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=4ce203c6-d00a-4276-8228-aefbea49b41e,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:06.765941 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.766286 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.766625 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.766957 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.767284 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.767631 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.767957 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.768276 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.768605 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.768923 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.769240 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:06.769555 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:07.098106 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['4ce203c6-d00a-4276-8228-aefbea49b41e'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:57:07.170669 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16135b0e-d8ba-4e17-a32c-2b3c62a6b4e8 req-65bcf0b0-2bc5-4ad0-8b07-c21e30f2ac47 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:07.172173 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-16135b0e-d8ba-4e17-a32c-2b3c62a6b4e8 req-65bcf0b0-2bc5-4ad0-8b07-c21e30f2ac47 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 944 time: 0.0510073 Aug 09 11:57:07.208575 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-16135b0e-d8ba-4e17-a32c-2b3c62a6b4e8 req-e63e76ca-8bac-4a7c-821b-eed61cc9d521 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Aug 09 11:57:08.324486 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3f48-f657-4607-8741-926a84a98b8b req-1b476dfa-4266-4def-9604-f3fa39106457 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:08.325941 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-975a3f48-f657-4607-8741-926a84a98b8b req-1b476dfa-4266-4def-9604-f3fa39106457 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 944 time: 0.0500519 Aug 09 11:57:08.363884 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-975a3f48-f657-4607-8741-926a84a98b8b req-f4e53066-d787-4241-b3a4-a977122a2c92 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315208 Aug 09 11:57:08.540607 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 4ce203c6-d00a-4276-8228-aefbea49b41e up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:57:08.590575 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port 4ce203c6-d00a-4276-8228-aefbea49b41e completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:57:08.594255 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port 4ce203c6-d00a-4276-8228-aefbea49b41e triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:57:08.594626 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:08.670099 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:08.691971 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce203c6-d00a-4276-8228-aefbea49b41e'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:08.694709 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d30d1-1d6a-44c2-a647-6f95e5d9844c" -d '{"events": [{"server_uuid": "ca1dbca5-db3e-4dae-8b05-f18d34c67410", "name": "network-vif-plugged", "status": "completed", "tag": "4ce203c6-d00a-4276-8228-aefbea49b41e"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:08.707605 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port 4ce203c6-d00a-4276-8228-aefbea49b41e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4ce203c6-d00a-4276-8228-aefbea49b41e,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:08.712839 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:08.736744 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b73e2a-a252-4dbd-ba18-2af1dbe59243 x-openstack-request-id: req-f6b73e2a-a252-4dbd-ba18-2af1dbe59243 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:08.737037 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1dbca5-db3e-4dae-8b05-f18d34c67410", "name": "network-vif-plugged", "status": "completed", "tag": "4ce203c6-d00a-4276-8228-aefbea49b41e", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:08.737289 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6b73e2a-a252-4dbd-ba18-2af1dbe59243 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:08.737673 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce203c6-d00a-4276-8228-aefbea49b41e', 'code': 200} Aug 09 11:57:08.763550 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=4ce203c6-d00a-4276-8228-aefbea49b41e,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:08.926745 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f100b74-77a0-436d-a120-e10774780eed req-95bbb59a-8409-4ed5-ad27-73509ce2b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:08.928765 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0f100b74-77a0-436d-a120-e10774780eed req-95bbb59a-8409-4ed5-ad27-73509ce2b2cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 1098 time: 0.0382638 Aug 09 11:57:08.962926 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-0f100b74-77a0-436d-a120-e10774780eed req-6e50c7b1-b066-4a81-b161-06153c5c8548 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272789 Aug 09 11:57:09.479376 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48163b49-0da9-4f81-9474-fe14519b6ce7 req-b1eef92b-86c8-4718-8634-420f7dd4039d tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:09.480872 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-48163b49-0da9-4f81-9474-fe14519b6ce7 req-b1eef92b-86c8-4718-8634-420f7dd4039d tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 945 time: 0.0481784 Aug 09 11:57:09.518101 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-48163b49-0da9-4f81-9474-fe14519b6ce7 req-e4442b18-20d7-4359-9bbc-bfccf44c69ba tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Aug 09 11:57:10.641741 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c05cfe-6c6a-4f8e-9cd7-1354b91cade8 req-a5de358b-d52f-4750-b59d-89ebdb561b60 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:10.644005 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-60c05cfe-6c6a-4f8e-9cd7-1354b91cade8 req-a5de358b-d52f-4750-b59d-89ebdb561b60 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 945 time: 0.0576012 Aug 09 11:57:10.680928 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-60c05cfe-6c6a-4f8e-9cd7-1354b91cade8 req-c05d6a41-a108-497b-b9b5-a1177d670f95 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303380 Aug 09 11:57:11.375279 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107dda8-6ef6-41eb-a484-05087e3d1d89 req-29f10f65-049b-4369-bd21-0e3084ca4104 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:11.376758 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9107dda8-6ef6-41eb-a484-05087e3d1d89 req-29f10f65-049b-4369-bd21-0e3084ca4104 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 945 time: 0.0515790 Aug 09 11:57:11.412430 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9107dda8-6ef6-41eb-a484-05087e3d1d89 req-5c3be5e4-087b-4eab-bb30-90454da0ff63 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298109 Aug 09 11:57:12.527959 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003cdfd-d071-4b42-b8c9-082d8e9fd47b req-9686e424-56b6-4a01-abea-628ed3fe43e7 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:12.529434 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3003cdfd-d071-4b42-b8c9-082d8e9fd47b req-9686e424-56b6-4a01-abea-628ed3fe43e7 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 945 time: 0.0482154 Aug 09 11:57:12.566443 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-3003cdfd-d071-4b42-b8c9-082d8e9fd47b req-93f3de26-5c91-40b1-b4db-2c62776954c8 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Aug 09 11:57:12.928546 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763705b-1504-4a5f-b781-291a373d165e req-f68da7ba-fd2a-49b9-bb6f-9dd79ca82990 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:12.930002 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4763705b-1504-4a5f-b781-291a373d165e req-f68da7ba-fd2a-49b9-bb6f-9dd79ca82990 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 945 time: 0.0473239 Aug 09 11:57:13.017210 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Deleting port 4ce203c6-d00a-4276-8228-aefbea49b41e {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:13.017437 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:13.106396 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] For port 4ce203c6-d00a-4276-8228-aefbea49b41e, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=4ce203c6-d00a-4276-8228-aefbea49b41e,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:13.107006 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:13.119163 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Calling delete_port for 4ce203c6-d00a-4276-8228-aefbea49b41e owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:13.243622 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:13.279917 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['4ce203c6-d00a-4276-8228-aefbea49b41e'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:57:13.283996 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Pushing event deleted for resources: {'Port': ['ID=4ce203c6-d00a-4276-8228-aefbea49b41e,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:13.321071 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] No DVR routers for this DVR port 4ce203c6-d00a-4276-8228-aefbea49b41e on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:13.324248 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:13.326727 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4763705b-1504-4a5f-b781-291a373d165e req-569d7ee2-2403-40b1-b902-a8b8baf9881c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "DELETE /v2.0/ports/4ce203c6-d00a-4276-8228-aefbea49b41e HTTP/1.1" status: 204 len: 173 time: 0.3903871 Aug 09 11:57:13.327164 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'name': 'network-vif-deleted', 'tag': '4ce203c6-d00a-4276-8228-aefbea49b41e'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:13.329530 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4caea01-752e-4940-9195-b0b746780342" -d '{"events": [{"server_uuid": "ca1dbca5-db3e-4dae-8b05-f18d34c67410", "name": "network-vif-deleted", "tag": "4ce203c6-d00a-4276-8228-aefbea49b41e"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:13.370658 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e90654-293d-4ada-b1cd-f6e7b4cc2e53 x-openstack-request-id: req-09e90654-293d-4ada-b1cd-f6e7b4cc2e53 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:13.370944 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1dbca5-db3e-4dae-8b05-f18d34c67410", "name": "network-vif-deleted", "tag": "4ce203c6-d00a-4276-8228-aefbea49b41e", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:13.371194 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09e90654-293d-4ada-b1cd-f6e7b4cc2e53 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:13.371598 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1dbca5-db3e-4dae-8b05-f18d34c67410', 'name': 'network-vif-deleted', 'tag': '4ce203c6-d00a-4276-8228-aefbea49b41e', 'status': 'completed', 'code': 200} Aug 09 11:57:13.675978 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-5cb86a5a-4fd0-445f-9305-5e7d2ffe0ba6 req-2ca9ad69-16a5-44a1-bce8-3ecbc7078059 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca1dbca5-db3e-4dae-8b05-f18d34c67410 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Aug 09 11:57:14.932855 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967828-f1a5-44c3-9126-809929797689 req-2704a692-e64e-4728-ac0d-286a0c5b4d10 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:14.934292 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-2704a692-e64e-4728-ac0d-286a0c5b4d10 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/networks?id=20f12fdb-ad00-47a0-80ee-7fae23030763 HTTP/1.1" status: 200 len: 809 time: 0.0974352 Aug 09 11:57:14.949459 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-5dd6abc3-9255-4e38-9e8e-4e5a22192774 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/quotas/2302b8915fb6455b831b174467535484 HTTP/1.1" status: 200 len: 375 time: 0.0096190 Aug 09 11:57:14.979715 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-09823ecc-f9ef-40b4-97e4-3e2bf3430047 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2302b8915fb6455b831b174467535484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251126 Aug 09 11:57:15.069220 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-d80737d0-0108-493f-a473-af0b48bbebad service neutron] 10.222.0.50 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825260 Aug 09 11:57:15.154530 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-5a7e51d4-f4d0-494b-950c-b68b97f8aa6c service neutron] 10.222.0.50 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794098 Aug 09 11:57:15.312525 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-70fc39dd-fcc9-410a-866b-857eb8471893 req-7b899d4f-a591-456f-882c-f4a8930d29bd tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 210 time: 0.0295746 Aug 09 11:57:16.293504 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967828-f1a5-44c3-9126-809929797689 req-83ae3c57-6408-4dc2-976f-57ca522e0b38 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:16.294992 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-83ae3c57-6408-4dc2-976f-57ca522e0b38 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "GET /v2.0/networks?id=20f12fdb-ad00-47a0-80ee-7fae23030763 HTTP/1.1" status: 200 len: 809 time: 0.0995154 Aug 09 11:57:16.317486 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Request body: {'port': {'device_id': '6418404d-000d-4f6b-844d-6361757b45d1', 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763', 'admin_state_up': True, 'tenant_id': '2302b8915fb6455b831b174467535484'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:57:16.409436 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-61bdb9f6-63d6-40c6-9ee0-8f8b0d2b6f68 req-09177157-3960-4215-9344-b77ba337ad92 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 210 time: 0.0309472 Aug 09 11:57:16.428486 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Made reservation on behalf of 2302b8915fb6455b831b174467535484 for: {'port': 1} {{(pid=99933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:57:16.432097 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:16.553588 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_common [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Allocated IP 172.20.0.4 (20f12fdb-ad00-47a0-80ee-7fae23030763/3c1850a4-2cfd-4478-9b0e-e21f77a9b30d/df6c1c83-0d3c-423b-b986-24edcf791c7a) {{(pid=99933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:57:16.601236 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 4ce203c6-d00a-4276-8228-aefbea49b41e no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:16.621783 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 4ce203c6-d00a-4276-8228-aefbea49b41e {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:16.622152 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 4ce203c6-d00a-4276-8228-aefbea49b41e not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:16.974526 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks [] for port, precommit_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.014130 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729095652581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_create {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.054567 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Network 20f12fdb-ad00-47a0-80ee-7fae23030763 is already hosted by enough agents. {{(pid=99933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:57:17.059419 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.base_scheduler [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Resources bound (agent type, host, resource id): {{(pid=99933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:57:17.063043 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Received port after_create {{(pid=99933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:57:17.093189 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Pushing event updated for resources: {'Port': ['ID=df6c1c83-0d3c-423b-b986-24edcf791c7a,revision_number=1']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:17.119207 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:17.119868 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.133872 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-2991a70a-ec83-4443-a643-6a0db7dc0562 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222947 Aug 09 11:57:17.152542 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.v2.base [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Request body: {'port': {'device_id': '6418404d-000d-4f6b-844d-6361757b45d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80390'}} {{(pid=99933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:57:17.205566 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.460638 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6c1c83-0d3c-423b-b986-24edcf791c7a {{(pid=99933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:57:17.468225 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.489610 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.provisioning_blocks [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Transition to ACTIVE for port object df6c1c83-0d3c-423b-b986-24edcf791c7a will not be triggered until provisioned by entity L2. {{(pid=99933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:57:17.507851 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.571481 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bc949-726b-4004-bebe-1a3736e27db9 req-4d3822cd-401d-4894-aeab-0af0f9843f70 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:17.572983 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-748bc949-726b-4004-bebe-1a3736e27db9 req-4d3822cd-401d-4894-aeab-0af0f9843f70 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 931 time: 0.0946140 Aug 09 11:57:17.574720 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Pushing event updated for resources: {'Port': ['ID=df6c1c83-0d3c-423b-b986-24edcf791c7a,revision_number=2']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:17.654737 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-748bc949-726b-4004-bebe-1a3736e27db9 req-e35b077a-788c-45ec-b613-280af99ded2c tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746980 Aug 09 11:57:17.673155 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Attempting to bind port df6c1c83-0d3c-423b-b986-24edcf791c7a on host hv-cinder-80390 for vnic_type normal with profile {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:57:17.673489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Attempting to bind port df6c1c83-0d3c-423b-b986-24edcf791c7a by drivers openvswitch,hyperv on host hv-cinder-80390 at level 0 using segments [{'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:57:17.673816 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Attempting to bind port df6c1c83-0d3c-423b-b986-24edcf791c7a on network 20f12fdb-ad00-47a0-80ee-7fae23030763 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:57:17.678059 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Port df6c1c83-0d3c-423b-b986-24edcf791c7a on network 20f12fdb-ad00-47a0-80ee-7fae23030763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80390 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:57:17.678403 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Attempting to bind port df6c1c83-0d3c-423b-b986-24edcf791c7a on network 20f12fdb-ad00-47a0-80ee-7fae23030763 {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:57:17.683090 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Checking agent: {'id': '586a34a9-2623-466e-aab3-2466dc428698', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80390', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'started_at': datetime.datetime(2021, 8, 9, 11, 42, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:57:17.683421 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Checking segment: {'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:57:17.683830 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Bound using segment: {'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'} {{(pid=99933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:57:17.684246 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.managers [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Bound port: df6c1c83-0d3c-423b-b986-24edcf791c7a, host: hv-cinder-80390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763'}}] {{(pid=99933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:57:17.684595 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.746796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] For port df6c1c83-0d3c-423b-b986-24edcf791c7a, host hv-cinder-80390, cleared binding levels {{(pid=99933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:57:17.750338 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] For port df6c1c83-0d3c-423b-b986-24edcf791c7a, host hv-cinder-80390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=df6c1c83-0d3c-423b-b986-24edcf791c7a,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:57:17.754083 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8492458'] for port, after_update {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.788447 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:17.789100 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:17.790479 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] 10.222.0.43 "PUT /v2.0/ports/df6c1c83-0d3c-423b-b986-24edcf791c7a HTTP/1.1" status: 200 len: 1093 time: 0.6422267 Aug 09 11:57:17.790895 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6418404d-000d-4f6b-844d-6361757b45d1', 'tag': 'df6c1c83-0d3c-423b-b986-24edcf791c7a'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:17.793145 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151fb05d-f2f5-4892-96e2-1a31f12929ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6418404d-000d-4f6b-844d-6361757b45d1", "tag": "df6c1c83-0d3c-423b-b986-24edcf791c7a"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:17.817088 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8f4aa-f873-4110-b112-e79db12fc66c service neutron] Pushing event updated for resources: {'Port': ['ID=df6c1c83-0d3c-423b-b986-24edcf791c7a,revision_number=3']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:17.830967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6d05ae-2f6d-44c3-aa8f-bf0c8e8dd2a8 x-openstack-request-id: req-6b6d05ae-2f6d-44c3-aa8f-bf0c8e8dd2a8 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:17.831253 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6418404d-000d-4f6b-844d-6361757b45d1", "tag": "df6c1c83-0d3c-423b-b986-24edcf791c7a", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:17.831504 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b6d05ae-2f6d-44c3-aa8f-bf0c8e8dd2a8 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:17.831920 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6418404d-000d-4f6b-844d-6361757b45d1', 'tag': 'df6c1c83-0d3c-423b-b986-24edcf791c7a', 'status': 'completed', 'code': 200} Aug 09 11:57:17.891464 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967828-f1a5-44c3-9126-809929797689 req-81e31eda-9729-4f51-96a6-c609c5e72607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:17.892954 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-81e31eda-9729-4f51-96a6-c609c5e72607 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2302b8915fb6455b831b174467535484&device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 1096 time: 0.0396287 Aug 09 11:57:17.943313 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-9635f20e-f5bd-429c-8df0-206f91a07f1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6c1c83-0d3c-423b-b986-24edcf791c7a HTTP/1.1" status: 200 len: 217 time: 0.0366831 Aug 09 11:57:17.991042 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967828-f1a5-44c3-9126-809929797689 req-ae359994-4ab7-4222-94eb-5f26ec59cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:17.992485 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-ae359994-4ab7-4222-94eb-5f26ec59cbd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c1850a4-2cfd-4478-9b0e-e21f77a9b30d HTTP/1.1" status: 200 len: 849 time: 0.0425932 Aug 09 11:57:18.023116 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-1c17df2f-3cbb-4c2e-b2d7-9ae0b0c7fbe0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20f12fdb-ad00-47a0-80ee-7fae23030763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240445 Aug 09 11:57:18.115547 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-88802883-9e03-4175-864c-202cce85caff service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849771 Aug 09 11:57:18.205231 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-c8967828-f1a5-44c3-9126-809929797689 req-40c4f483-96ff-40dc-8a41-f752c7781740 service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823147 Aug 09 11:57:18.344268 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-b45078c8-1999-466b-8ea1-e77e0ef3c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:18.345658 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-b45078c8-1999-466b-8ea1-e77e0ef3c359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2302b8915fb6455b831b174467535484&device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 1096 time: 0.0423012 Aug 09 11:57:18.436864 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-c24d0f43-5b2d-4995-820f-a5b8712746d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:18.438290 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-c24d0f43-5b2d-4995-820f-a5b8712746d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=20f12fdb-ad00-47a0-80ee-7fae23030763 HTTP/1.1" status: 200 len: 910 time: 0.0849509 Aug 09 11:57:18.478822 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-ddbd9299-f217-4f90-8121-4b3868c40ffc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6c1c83-0d3c-423b-b986-24edcf791c7a HTTP/1.1" status: 200 len: 217 time: 0.0334086 Aug 09 11:57:18.531950 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-462a95b1-698d-4287-9d31-a5acf41a20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:18.533390 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-462a95b1-698d-4287-9d31-a5acf41a20ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c1850a4-2cfd-4478-9b0e-e21f77a9b30d HTTP/1.1" status: 200 len: 849 time: 0.0478420 Aug 09 11:57:18.565692 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-3378807b-94c9-4361-9a96-375da14fd3f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20f12fdb-ad00-47a0-80ee-7fae23030763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239618 Aug 09 11:57:18.653865 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-22f0cd6b-d914-4a51-b00e-99f12e91dfc1 service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Aug 09 11:57:18.787039 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-151fb05d-f2f5-4892-96e2-1a31f12929ac req-cca068ae-f82c-497c-b647-55da39bd81f0 service neutron] 10.222.0.43 "GET /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258810 Aug 09 11:57:18.801269 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a2e3-4e85-4026-b0ed-c303fa4bf29e req-6a74163e-2994-4489-9351-5ab3f7603363 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:18.802665 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f729a2e3-4e85-4026-b0ed-c303fa4bf29e req-6a74163e-2994-4489-9351-5ab3f7603363 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 943 time: 0.0788832 Aug 09 11:57:18.849875 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-f729a2e3-4e85-4026-b0ed-c303fa4bf29e req-b44fc6d4-88ef-4aea-b661-8ff0a5b00c29 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Aug 09 11:57:19.969459 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb634f52-f9d7-41fd-8f37-4b040824b613 req-ca07a035-a50d-499c-8c25-c773e606aeb5 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:19.970905 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-eb634f52-f9d7-41fd-8f37-4b040824b613 req-ca07a035-a50d-499c-8c25-c773e606aeb5 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 943 time: 0.0485444 Aug 09 11:57:20.008682 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-eb634f52-f9d7-41fd-8f37-4b040824b613 req-8296adc7-5f7c-473d-a291-c6ea6b71dde9 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Aug 09 11:57:21.121715 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde443e-b4e7-4956-ab5e-a184b3441dbf req-0fa572da-c3d9-498e-9672-2e1fac6b3d9e tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:21.123201 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9cde443e-b4e7-4956-ab5e-a184b3441dbf req-0fa572da-c3d9-498e-9672-2e1fac6b3d9e tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 943 time: 0.0484655 Aug 09 11:57:21.164242 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9cde443e-b4e7-4956-ab5e-a184b3441dbf req-6a1ea5fa-0e39-48f5-9170-a716ad6dafbc tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352168 Aug 09 11:57:22.274295 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971f150-2b54-4525-8ab0-a2f68af003d5 req-db976074-42f4-4386-a7dd-cab7677b7fb9 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:22.275764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d971f150-2b54-4525-8ab0-a2f68af003d5 req-db976074-42f4-4386-a7dd-cab7677b7fb9 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 943 time: 0.0475276 Aug 09 11:57:22.312467 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-d971f150-2b54-4525-8ab0-a2f68af003d5 req-7bc555cf-1c97-4834-9c63-ac466f472fec tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Aug 09 11:57:22.618835 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device df6c1c83-0d3c-423b-b986-24edcf791c7a details requested by agent hyperv_hv-cinder-80390 with host hv-cinder-80390 {{(pid=99934) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:57:22.713667 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port df6c1c83-0d3c-423b-b986-24edcf791c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=df6c1c83-0d3c-423b-b986-24edcf791c7a,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:22.724495 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Returning: {'device': 'df6c1c83-0d3c-423b-b986-24edcf791c7a', 'network_id': '20f12fdb-ad00-47a0-80ee-7fae23030763', 'port_id': 'df6c1c83-0d3c-423b-b986-24edcf791c7a', 'mac_address': 'fa:16:3e:b5:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1850a4-2cfd-4478-9b0e-e21f77a9b30d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99934) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:57:22.761343 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:22.774042 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6c1c83-0d3c-423b-b986-24edcf791c7a {{(pid=99934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:57:22.792645 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port df6c1c83-0d3c-423b-b986-24edcf791c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=df6c1c83-0d3c-423b-b986-24edcf791c7a,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:22.796496 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:22.843454 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=df6c1c83-0d3c-423b-b986-24edcf791c7a,revision_number=4']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:23.228045 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['df6c1c83-0d3c-423b-b986-24edcf791c7a'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:57:23.430276 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70cc11-3e9f-4e53-82f4-4ef950baeb5d req-e8bf9c3e-5fbf-45d9-bc6f-65bcaadbb408 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:23.431774 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e70cc11-3e9f-4e53-82f4-4ef950baeb5d req-e8bf9c3e-5fbf-45d9-bc6f-65bcaadbb408 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 944 time: 0.0479486 Aug 09 11:57:23.468352 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9e70cc11-3e9f-4e53-82f4-4ef950baeb5d req-7954d3ce-861b-4e33-8f85-01996d1810f2 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306571 Aug 09 11:57:24.581324 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae8f95-eb16-45c0-b0af-9ed470452785 req-c43ce44d-9486-4c99-bc77-cf5d57b849a8 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:24.582800 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-59ae8f95-eb16-45c0-b0af-9ed470452785 req-c43ce44d-9486-4c99-bc77-cf5d57b849a8 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 944 time: 0.0478480 Aug 09 11:57:24.622951 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-59ae8f95-eb16-45c0-b0af-9ed470452785 req-f0d0e2f0-191c-46ca-93f5-703bbbc9a2d4 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Aug 09 11:57:24.633620 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device df6c1c83-0d3c-423b-b986-24edcf791c7a up at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:57:24.681504 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning for port df6c1c83-0d3c-423b-b986-24edcf791c7a completed by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:57:24.685164 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.provisioning_blocks [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Provisioning complete for port df6c1c83-0d3c-423b-b986-24edcf791c7a triggered by entity L2. {{(pid=99934) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:57:24.685534 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833377'] for port, provisioning_complete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:24.763805 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1972194'] for port, before_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:24.785239 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6418404d-000d-4f6b-844d-6361757b45d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6c1c83-0d3c-423b-b986-24edcf791c7a'}] {{(pid=99934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:24.787755 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81b12a94be657595e93f670dd1984963ed84957965001b8954b9f27aae132b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c353b10b-7693-4831-8f7a-451023004455" -d '{"events": [{"server_uuid": "6418404d-000d-4f6b-844d-6361757b45d1", "name": "network-vif-plugged", "status": "completed", "tag": "df6c1c83-0d3c-423b-b986-24edcf791c7a"}]}' {{(pid=99934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:24.800420 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] For port df6c1c83-0d3c-423b-b986-24edcf791c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=df6c1c83-0d3c-423b-b986-24edcf791c7a,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:24.804867 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729096037789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729095652599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729095650061'] for port, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:24.829573 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eaa60d-b205-4138-a85a-f3c9389cf659 x-openstack-request-id: req-e2eaa60d-b205-4138-a85a-f3c9389cf659 {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:24.829864 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6418404d-000d-4f6b-844d-6361757b45d1", "name": "network-vif-plugged", "status": "completed", "tag": "df6c1c83-0d3c-423b-b986-24edcf791c7a", "code": 200}]} {{(pid=99934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:24.830114 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2eaa60d-b205-4138-a85a-f3c9389cf659 {{(pid=99934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:24.830497 dv-cinder-803901-1-iscsi neutron-server[99934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6418404d-000d-4f6b-844d-6361757b45d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6c1c83-0d3c-423b-b986-24edcf791c7a', 'code': 200} Aug 09 11:57:24.856478 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Pushing event updated for resources: {'Port': ['ID=df6c1c83-0d3c-423b-b986-24edcf791c7a,revision_number=5']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:25.026168 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecd649-0cf9-41c7-80a9-555956571094 req-aabd2581-c516-4206-b363-dde42dd9157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:25.027770 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-22ecd649-0cf9-41c7-80a9-555956571094 req-aabd2581-c516-4206-b363-dde42dd9157d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 1098 time: 0.0400584 Aug 09 11:57:25.061975 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-22ecd649-0cf9-41c7-80a9-555956571094 req-4bcf0778-5780-4e18-98d3-d0cce8a0c6b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274136 Aug 09 11:57:25.735206 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442325-330a-4283-bd11-2eda75e8f538 req-6654808c-9c43-49bc-93f8-edd3df9ba975 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:25.736679 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6a442325-330a-4283-bd11-2eda75e8f538 req-6654808c-9c43-49bc-93f8-edd3df9ba975 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Aug 09 11:57:25.773984 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-6a442325-330a-4283-bd11-2eda75e8f538 req-20ba218f-e5b9-44a0-ac02-7dfa3da43fc0 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Aug 09 11:57:26.885479 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadfa5f-b874-4105-815d-45a31260116e req-b5d3879a-0918-4815-a42f-8c72de5658a1 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:26.886967 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4eadfa5f-b874-4105-815d-45a31260116e req-b5d3879a-0918-4815-a42f-8c72de5658a1 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 945 time: 0.0475638 Aug 09 11:57:26.930804 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-4eadfa5f-b874-4105-815d-45a31260116e req-ad9b4dfb-f5ab-453c-8d0a-3c71bc3bfff2 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380008 Aug 09 11:57:27.234968 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42292) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:27.368585 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4b8221ee-7ee8-4e7f-95d0-ca47c007be93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:27.555953 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Deleting port 971be3f0-37f1-4af4-b73b-2b44803be5c3 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:27.556219 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:27.643711 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:27.644036 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:27.675163 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Calling delete_port for 971be3f0-37f1-4af4-b73b-2b44803be5c3 owned by network:floatingip {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:27.731030 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79e828-9b42-45fe-8b4d-3823d798e83b req-2f4e51d5-b378-499e-84dd-a85f41eddf05 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:27.732720 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f79e828-9b42-45fe-8b4d-3823d798e83b req-2f4e51d5-b378-499e-84dd-a85f41eddf05 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 945 time: 0.1006484 Aug 09 11:57:27.811762 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-6f79e828-9b42-45fe-8b4d-3823d798e83b req-ffc9e015-60e7-4f46-a951-855eb733e153 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Aug 09 11:57:27.890323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:27.915387 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event deleted for resources: {'Port': ['ID=971be3f0-37f1-4af4-b73b-2b44803be5c3,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:27.926881 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.927227 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.927563 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.927919 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.928246 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.929498 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.929653 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.929968 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.930300 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.930624 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.930946 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.931266 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:57:27.983718 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for floatingip, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:27.983961 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Floating IP 43e6315f-d208-41c0-8957-2394d5c241a6 disassociated (deleted). External IP: 172.27.3.127, port: ac9b1296-4808-4d5e-81ee-54f17f4b16cc. Aug 09 11:57:28.185560 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:57:28.291796 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:57:28.296471 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:28.301149 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] Sync routers for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:57:28.310999 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:28.311636 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:28.325381 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-b23d1b51-e593-47a9-bdf1-7c2747a2f1e4 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "DELETE /v2.0/floatingips/43e6315f-d208-41c0-8957-2394d5c241a6 HTTP/1.1" status: 204 len: 168 time: 1.0872748 Aug 09 11:57:28.325987 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:28.328275 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7498111b-541e-4274-953a-4c6f36e5b632" -d '{"events": [{"name": "network-changed", "server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:28.373482 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3129e451-3e00-4942-bb06-5c909933174a x-openstack-request-id: req-3129e451-3e00-4942-bb06-5c909933174a {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:28.373764 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:28.374012 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3129e451-3e00-4942-bb06-5c909933174a {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:28.374412 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'status': 'completed', 'code': 200} Aug 09 11:57:28.435423 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:28.477429 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498111b-541e-4274-953a-4c6f36e5b632 req-eac51659-601b-4387-890e-be3e79441209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:28.478952 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7498111b-541e-4274-953a-4c6f36e5b632 req-eac51659-601b-4387-890e-be3e79441209 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 1098 time: 0.0572815 Aug 09 11:57:28.602190 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adb65c-9937-450c-b8b2-599216036517 req-c0d43e24-b2ab-4403-90d7-153ac5978a34 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:28.603691 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-44adb65c-9937-450c-b8b2-599216036517 req-c0d43e24-b2ab-4403-90d7-153ac5978a34 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0964878 Aug 09 11:57:28.642967 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 5, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:28.656955 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498111b-541e-4274-953a-4c6f36e5b632 req-e187d7e6-9ba8-41d5-9cf8-b91b22baf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:28.658525 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7498111b-541e-4274-953a-4c6f36e5b632 req-e187d7e6-9ba8-41d5-9cf8-b91b22baf244 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 200 len: 910 time: 0.1403675 Aug 09 11:57:28.663828 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-44adb65c-9937-450c-b8b2-599216036517 req-785dbc23-9994-4cf2-98ba-311e67580a4f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536711 Aug 09 11:57:28.671074 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] Checking router: 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:57:28.684077 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:28.684981 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:28.708221 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7498111b-541e-4274-953a-4c6f36e5b632 req-e5f45c2a-8952-44d5-8dcf-a44b759f7f63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 200 len: 217 time: 0.0382433 Aug 09 11:57:28.764128 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498111b-541e-4274-953a-4c6f36e5b632 req-baf2aef8-2fd8-426a-b2a1-603a2ada7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:28.765608 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7498111b-541e-4274-953a-4c6f36e5b632 req-baf2aef8-2fd8-426a-b2a1-603a2ada7184 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 200 len: 848 time: 0.0489004 Aug 09 11:57:28.812458 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:28.816885 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498111b-541e-4274-953a-4c6f36e5b632 req-dca5d59e-2ae9-4cda-b2c2-02bd853ee8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:28.818403 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7498111b-541e-4274-953a-4c6f36e5b632 req-dca5d59e-2ae9-4cda-b2c2-02bd853ee8b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e90a80df-929f-4cef-9769-130195cf720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441384 Aug 09 11:57:28.909927 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7498111b-541e-4274-953a-4c6f36e5b632 req-391cf23e-1a5e-4aee-a96f-a79d037a8ad2 service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Aug 09 11:57:28.942948 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7048ba-6ac4-40aa-a6e5-b32da6d229ba req-96e45364-0cf2-43cd-bdda-6f273130bf8d tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:28.944597 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d7048ba-6ac4-40aa-a6e5-b32da6d229ba req-96e45364-0cf2-43cd-bdda-6f273130bf8d tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 945 time: 0.0614541 Aug 09 11:57:28.989038 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-1d7048ba-6ac4-40aa-a6e5-b32da6d229ba req-8f81af0a-f950-4ef8-a30e-f26403875221 tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 Aug 09 11:57:29.018552 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-7498111b-541e-4274-953a-4c6f36e5b632 req-b320747e-4be7-44ac-a488-3afe547a7d3e service neutron] 10.222.0.43 "GET /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968845 Aug 09 11:57:29.024547 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 5, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:29.061663 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97b2db-cdca-4bf7-b2a6-de4e01cbece3 None None] The sync data for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi is: [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:51:47Z', 'revision_number': 4, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '8e4fcfad-9c3d-4cf7-bc83-866e98d248c1', 'name': '', 'network_id': 'e90a80df-929f-4cef-9769-130195cf720a', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'mac_address': 'fa:16:3e:aa:24:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:46Z', 'updated_at': '2021-08-09T11:51:52Z', 'revision_number': 5, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'subnets': [{'id': '7e9903e0-9967-42b2-9e1b-b3cdefd7a064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:57:29.275739 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da4848-fd02-4a48-9b0e-b2b7e0aff5ce None None] New status for floating IP 43e6315f-d208-41c0-8957-2394d5c241a6: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:57:29.406997 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897894-9557-4501-a8c5-e3d395889056 req-9f21b5d3-faea-4de2-bacd-16d94aa0abbb tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:29.408481 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fc897894-9557-4501-a8c5-e3d395889056 req-9f21b5d3-faea-4de2-bacd-16d94aa0abbb tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 945 time: 0.0519001 Aug 09 11:57:29.498392 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Deleting port df6c1c83-0d3c-423b-b986-24edcf791c7a {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:29.498738 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:29.586941 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] For port df6c1c83-0d3c-423b-b986-24edcf791c7a, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=df6c1c83-0d3c-423b-b986-24edcf791c7a,segment=NetworkSegment(f01b4bf2-d40d-4e0d-9de2-9990fe0917fe),segment_id=f01b4bf2-d40d-4e0d-9de2-9990fe0917fe)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:29.587301 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:29.599807 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Calling delete_port for df6c1c83-0d3c-423b-b986-24edcf791c7a owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:29.726547 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:29.754757 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Pushing event deleted for resources: {'Port': ['ID=df6c1c83-0d3c-423b-b986-24edcf791c7a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:29.765234 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] get_ports_and_sgs() called for port_ids ['df6c1c83-0d3c-423b-b986-24edcf791c7a'] {{(pid=99934) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:57:29.798982 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] No DVR routers for this DVR port df6c1c83-0d3c-423b-b986-24edcf791c7a on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:29.807857 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:29.809807 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-fc897894-9557-4501-a8c5-e3d395889056 req-673e2a9c-0306-42eb-b30c-9b189474c5fe tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.43 "DELETE /v2.0/ports/df6c1c83-0d3c-423b-b986-24edcf791c7a HTTP/1.1" status: 204 len: 173 time: 0.3938127 Aug 09 11:57:29.852280 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0f45c-f990-4b8a-a733-29f38c5d00df req-ae08114b-4006-4a82-a75f-37ce5af4cf7f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:29.853859 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d9b0f45c-f990-4b8a-a733-29f38c5d00df req-ae08114b-4006-4a82-a75f-37ce5af4cf7f tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0568683 Aug 09 11:57:29.900042 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-d9b0f45c-f990-4b8a-a733-29f38c5d00df req-70d6cf46-f2b9-4bc8-8d23-38b68cc0a314 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396419 Aug 09 11:57:30.087761 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-f1ea35e0-3a76-4877-8376-e97eb93980cf req-6163212a-0411-478e-9552-0da5c240219f tempest-VolumesActionsTest-1414345797 tempest-VolumesActionsTest-1414345797-project] 10.222.0.50 "GET /v2.0/ports?device_id=6418404d-000d-4f6b-844d-6361757b45d1 HTTP/1.1" status: 200 len: 210 time: 0.0262251 Aug 09 11:57:30.220590 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-45bada35-611b-4d05-b1c9-fdb227ce8628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:30.362767 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:30.375252 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6418404d-000d-4f6b-844d-6361757b45d1', 'name': 'network-vif-deleted', 'tag': 'df6c1c83-0d3c-423b-b986-24edcf791c7a'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:30.377643 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f0e51-30bb-4934-81a4-5f7c88db9cf1" -d '{"events": [{"server_uuid": "6418404d-000d-4f6b-844d-6361757b45d1", "name": "network-vif-deleted", "tag": "df6c1c83-0d3c-423b-b986-24edcf791c7a"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:30.412225 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204c3ae-39d1-4255-97b8-68542f691e23 x-openstack-request-id: req-1204c3ae-39d1-4255-97b8-68542f691e23 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:30.412599 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6418404d-000d-4f6b-844d-6361757b45d1", "name": "network-vif-deleted", "tag": "df6c1c83-0d3c-423b-b986-24edcf791c7a", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:30.412938 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1204c3ae-39d1-4255-97b8-68542f691e23 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:30.413519 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6418404d-000d-4f6b-844d-6361757b45d1', 'name': 'network-vif-deleted', 'tag': 'df6c1c83-0d3c-423b-b986-24edcf791c7a', 'status': 'completed', 'code': 200} Aug 09 11:57:30.845065 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053e760-b914-4177-8cf9-8fc579c28668 req-002ea9a8-a102-4514-815b-044b944a362e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:30.846516 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a053e760-b914-4177-8cf9-8fc579c28668 req-002ea9a8-a102-4514-815b-044b944a362e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.43 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0484314 Aug 09 11:57:30.935159 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Deleting port ac9b1296-4808-4d5e-81ee-54f17f4b16cc {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:30.935510 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:31.021170 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a6ce-b05c-44c2-820c-6c1abb91c9d8 req-4a3bb1a2-1347-465c-b5ee-543e4a7e7b95 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:31.022866 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fc81a6ce-b05c-44c2-820c-6c1abb91c9d8 req-4a3bb1a2-1347-465c-b5ee-543e4a7e7b95 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 945 time: 0.0521472 Aug 09 11:57:31.033066 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] For port ac9b1296-4808-4d5e-81ee-54f17f4b16cc, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:31.033428 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:31.046626 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Calling delete_port for ac9b1296-4808-4d5e-81ee-54f17f4b16cc owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:31.060686 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-fc81a6ce-b05c-44c2-820c-6c1abb91c9d8 req-7068f1ef-386b-4da7-9139-d2e06a37094e tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/security-groups?id=5608423c-c678-44d9-93ed-d0d4f76cbddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317512 Aug 09 11:57:31.176075 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:31.202967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event deleted for resources: {'Port': ['ID=ac9b1296-4808-4d5e-81ee-54f17f4b16cc,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:31.248276 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] No DVR routers for this DVR port ac9b1296-4808-4d5e-81ee-54f17f4b16cc on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:31.250674 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:31.252642 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a053e760-b914-4177-8cf9-8fc579c28668 req-c6d995e7-ad66-437a-83ce-6cf335c70661 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.43 "DELETE /v2.0/ports/ac9b1296-4808-4d5e-81ee-54f17f4b16cc HTTP/1.1" status: 204 len: 173 time: 0.4001093 Aug 09 11:57:31.565186 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:32.169976 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e3a70ba9-ac7e-4d99-9948-e69abbf8aafb req-bbaea1ab-c61b-42ed-9da7-2323599cb132 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "GET /v2.0/ports?device_id=044de322-6cf4-482f-9d6e-89dc11d7509f HTTP/1.1" status: 200 len: 210 time: 0.0284030 Aug 09 11:57:32.415430 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-deleted', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:32.417750 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8b3b8-d18e-4e92-9bd4-7b5147d10384" -d '{"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-deleted", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:32.452559 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8531c01a-99a8-433c-bd43-2368d3ace621 x-openstack-request-id: req-8531c01a-99a8-433c-bd43-2368d3ace621 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:32.452850 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044de322-6cf4-482f-9d6e-89dc11d7509f", "name": "network-vif-deleted", "tag": "ac9b1296-4808-4d5e-81ee-54f17f4b16cc", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:32.453099 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8531c01a-99a8-433c-bd43-2368d3ace621 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:32.453490 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044de322-6cf4-482f-9d6e-89dc11d7509f', 'name': 'network-vif-deleted', 'tag': 'ac9b1296-4808-4d5e-81ee-54f17f4b16cc', 'status': 'completed', 'code': 200} Aug 09 11:57:33.025391 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:33.228240 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42372) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:33.286420 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-946a92fa-3910-4e7d-a2ba-b4b08c666925 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:33.312117 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-946a92fa-3910-4e7d-a2ba-b4b08c666925 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:33.375987 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-946a92fa-3910-4e7d-a2ba-b4b08c666925 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:33.378485 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-946a92fa-3910-4e7d-a2ba-b4b08c666925 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:33.379641 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-946a92fa-3910-4e7d-a2ba-b4b08c666925 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] 10.222.0.50 "DELETE /v2.0/security-groups/5608423c-c678-44d9-93ed-d0d4f76cbddc HTTP/1.1" status: 204 len: 168 time: 0.1504116 Aug 09 11:57:33.391511 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a92fa-3910-4e7d-a2ba-b4b08c666925 tempest-TestShelveInstance-964269528 tempest-TestShelveInstance-964269528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5608423c-c678-44d9-93ed-d0d4f76cbddc,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:33.435513 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42376) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:33.853114 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:34.088146 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Deleting port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:34.088483 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:34.166365 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] For port 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:34.166624 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:34.178323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Calling delete_port for 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 owned by network:router_interface {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:34.348720 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:34.371565 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4fcfad-9c3d-4cf7-bc83-866e98d248c1,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:34.791324 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:34.999406 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:57:35.104149 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:57:35.109371 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-4c330302-fc2f-42b3-b1ff-7ef9c8b6db2b admin admin] 10.222.0.50 "PUT /v2.0/routers/1d22a4c6-64e4-46c4-afdf-1cd262241fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726804 Aug 09 11:57:35.111826 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42388) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:35.115335 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] Sync routers for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:57:35.124649 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:35.125255 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:35.213600 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks [] for router, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.227825 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:35.313817 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.365602 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Deleting port 68dbeb65-6016-4c91-8bc1-7c8448922a07 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:35.365944 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.401756 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:57:34Z', 'revision_number': 5, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port': {'id': '68dbeb65-6016-4c91-8bc1-7c8448922a07', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:42:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:44Z', 'updated_at': '2021-08-09T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:35.435008 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] Checking router: 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:57:35.444075 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] For port 68dbeb65-6016-4c91-8bc1-7c8448922a07, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=68dbeb65-6016-4c91-8bc1-7c8448922a07,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:35.444433 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.447390 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] Routers {'1d22a4c6-64e4-46c4-afdf-1cd262241fb0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:35.448158 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:35.461343 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Calling delete_port for 68dbeb65-6016-4c91-8bc1-7c8448922a07 owned by network:router_gateway {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:35.537188 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] Set router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 gateway port host: None {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:35.590487 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:57:35Z', 'revision_number': 6, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port_host': None}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:35.621790 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30022a-6892-4168-b388-15a0ca806bd8 None None] The sync data for ids ['1d22a4c6-64e4-46c4-afdf-1cd262241fb0'] in dv-cinder-803901-1-iscsi is: [{'id': '1d22a4c6-64e4-46c4-afdf-1cd262241fb0', 'name': 'tempest-TestShelveInstance-1469709217-router', 'tenant_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:43Z', 'updated_at': '2021-08-09T11:57:35Z', 'revision_number': 6, 'project_id': 'd34daaec28ad4e5387cc3f82c8cc6566', 'gw_port_host': None}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:57:35.630689 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.663552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Pushing event deleted for resources: {'Port': ['ID=68dbeb65-6016-4c91-8bc1-7c8448922a07,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:35.723074 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.818994 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.821272 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.867537 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.868175 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d22a4c6-64e4-46c4-afdf-1cd262241fb0 {{(pid=99933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:57:35.872625 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.873754 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-70d8c432-3c17-43fc-9244-05366b614645 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1d22a4c6-64e4-46c4-afdf-1cd262241fb0 HTTP/1.1" status: 204 len: 168 time: 0.7610252 Aug 09 11:57:35.876249 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42390) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:35.920150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] Deleting subnet 7e9903e0-9967-42b2-9e1b-b3cdefd7a064 {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:57:35.923094 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:35.956395 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.036614 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.090273 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.118625 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9903e0-9967-42b2-9e1b-b3cdefd7a064,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:36.120588 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.122446 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-0411bd8a-5109-4a43-9581-fc3c6e404281 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7e9903e0-9967-42b2-9e1b-b3cdefd7a064 HTTP/1.1" status: 204 len: 168 time: 0.2452710 Aug 09 11:57:36.124932 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42396) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:36.125186 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d7266e-9f1e-4862-b638-51a452fe282a None None] Network e90a80df-929f-4cef-9769-130195cf720a requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:57:36.203384 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.264936 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Deleting port df39b155-588c-42f4-987e-f55e7b2fe88a {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:36.265278 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.313585 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] DHCP port deletion for e90a80df-929f-4cef-9769-130195cf720a request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:57:36.331826 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] For port df39b155-588c-42f4-987e-f55e7b2fe88a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=df39b155-588c-42f4-987e-f55e7b2fe88a,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:36.332193 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.347426 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Calling delete_port for df39b155-588c-42f4-987e-f55e7b2fe88a owned by network:dhcp {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:36.366841 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] Deleting port df39b155-588c-42f4-987e-f55e7b2fe88a {{(pid=99934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:36.367238 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.405300 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device df6c1c83-0d3c-423b-b986-24edcf791c7a no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:36.432263 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: df6c1c83-0d3c-423b-b986-24edcf791c7a {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:36.432503 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.432641 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device df6c1c83-0d3c-423b-b986-24edcf791c7a not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:36.433005 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ac9b1296-4808-4d5e-81ee-54f17f4b16cc no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:36.459448 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: ac9b1296-4808-4d5e-81ee-54f17f4b16cc {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:36.459812 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device ac9b1296-4808-4d5e-81ee-54f17f4b16cc not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:36.462720 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df39b155-588c-42f4-987e-f55e7b2fe88a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:36.464749 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] No DVR routers for this DVR port df39b155-588c-42f4-987e-f55e7b2fe88a on host dv-cinder-803901-1-iscsi {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:36.486770 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] For port df39b155-588c-42f4-987e-f55e7b2fe88a, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=df39b155-588c-42f4-987e-f55e7b2fe88a,segment=NetworkSegment(7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c),segment_id=7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:36.487172 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.497070 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.500981 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] Calling delete_port for df39b155-588c-42f4-987e-f55e7b2fe88a owned by network:dhcp {{(pid=99934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:36.534205 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.545288 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90a80df-929f-4cef-9769-130195cf720a']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:36.557116 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:36.557406 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e02d0bf-8a1c-4b34-9bb2-e6733721cc8c') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:36.566127 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.575286 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590'] for port, after_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.585039 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.591971 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:57:36.592358 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:57:36.594383 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:57:36.598962 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] Pushing event deleted for resources: {'Port': ['ID=df39b155-588c-42f4-987e-f55e7b2fe88a,revision_number=None']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:36.608497 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402a1c2-59b6-44dd-8901-4eb294f2ca20 None None] No DVR routers for this DVR port df39b155-588c-42f4-987e-f55e7b2fe88a on host dv-cinder-803901-1-iscsi {{(pid=99934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:36.653775 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.658956 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:36.663956 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e90a80df-929f-4cef-9769-130195cf720a HTTP/1.1" status: 204 len: 168 time: 0.5348823 Aug 09 11:57:36.664343 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42398) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:36.673082 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19c688-943c-47fa-993c-bc3cc73c8ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e90a80df-929f-4cef-9769-130195cf720a,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:37.001480 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:37.235598 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Deleting port fbea89e5-7024-44d0-afcd-eb91aee2fe74 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:37.235952 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:37.310486 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] For port fbea89e5-7024-44d0-afcd-eb91aee2fe74, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=fbea89e5-7024-44d0-afcd-eb91aee2fe74,segment=NetworkSegment(6d504798-9faa-4231-84be-080e5464f0a1),segment_id=6d504798-9faa-4231-84be-080e5464f0a1)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:37.310758 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:37.322751 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Calling delete_port for fbea89e5-7024-44d0-afcd-eb91aee2fe74 owned by network:router_interface {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:37.493526 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:37.517882 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbea89e5-7024-44d0-afcd-eb91aee2fe74,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:37.683117 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:37.724412 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:37.745793 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:37.746211 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 8e4fcfad-9c3d-4cf7-bc83-866e98d248c1 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:37.746704 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device df39b155-588c-42f4-987e-f55e7b2fe88a no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:37.768592 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: df39b155-588c-42f4-987e-f55e7b2fe88a {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:37.768944 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device df39b155-588c-42f4-987e-f55e7b2fe88a not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:37.769349 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 68dbeb65-6016-4c91-8bc1-7c8448922a07 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:37.788646 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 68dbeb65-6016-4c91-8bc1-7c8448922a07 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:37.788931 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 68dbeb65-6016-4c91-8bc1-7c8448922a07 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:37.900430 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Router 102b69a6-b3d7-4912-b5e6-9940a55098f0 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:57:38.001902 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:57:38.007108 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-b2ad7975-c463-4e21-9cd2-23b185011422 admin admin] 10.222.0.50 "PUT /v2.0/routers/102b69a6-b3d7-4912-b5e6-9940a55098f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3416748 Aug 09 11:57:38.010399 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42404) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:38.014493 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] Sync routers for ids ['102b69a6-b3d7-4912-b5e6-9940a55098f0'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:57:38.024075 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] Routers {'102b69a6-b3d7-4912-b5e6-9940a55098f0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:38.024686 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['102b69a6-b3d7-4912-b5e6-9940a55098f0'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:38.141366 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] Set router 102b69a6-b3d7-4912-b5e6-9940a55098f0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:38.338328 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:57:37Z', 'revision_number': 5, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:38.367437 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks [] for router, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:38.371031 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] Checking router: 102b69a6-b3d7-4912-b5e6-9940a55098f0 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:57:38.379157 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] Routers {'102b69a6-b3d7-4912-b5e6-9940a55098f0'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:38.379822 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['102b69a6-b3d7-4912-b5e6-9940a55098f0'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:38.511854 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:38.518209 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] Set router 102b69a6-b3d7-4912-b5e6-9940a55098f0 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:38.586947 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Deleting port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:38.587802 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:38.687423 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] For port 333af2db-3703-4aa2-82c4-c6c5f1d0b40d, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:38.688136 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:38.714949 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Calling delete_port for 333af2db-3703-4aa2-82c4-c6c5f1d0b40d owned by network:router_gateway {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:38.743406 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:57:37Z', 'revision_number': 5, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:38.774884 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3734b-c2f1-43df-ac5b-66b6af2d52c5 None None] The sync data for ids ['102b69a6-b3d7-4912-b5e6-9940a55098f0'] in dv-cinder-803901-1-iscsi is: [{'id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'name': 'tempest-TestShelveInstance-1844270948-router', 'tenant_id': 'a07feeae88ac47c194d82b4956245f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:57:37Z', 'revision_number': 5, 'project_id': 'a07feeae88ac47c194d82b4956245f72', 'gw_port': {'id': '333af2db-3703-4aa2-82c4-c6c5f1d0b40d', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102b69a6-b3d7-4912-b5e6-9940a55098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:51:49Z', 'updated_at': '2021-08-09T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:57:38.929607 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:38.971254 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Pushing event deleted for resources: {'Port': ['ID=333af2db-3703-4aa2-82c4-c6c5f1d0b40d,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:39.037740 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.147187 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.150144 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.220127 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.220656 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 102b69a6-b3d7-4912-b5e6-9940a55098f0 {{(pid=99932) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:57:39.225877 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] Notify callbacks [] for router, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.229799 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-724fc651-689a-43dc-ad1d-0776d81ee51e admin admin] 10.222.0.50 "DELETE /v2.0/routers/102b69a6-b3d7-4912-b5e6-9940a55098f0 HTTP/1.1" status: 204 len: 168 time: 1.2157068 Aug 09 11:57:39.230068 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42432) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:39.288906 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] Deleting subnet df6a37e3-18a5-4554-899f-c3e120aaefc8 {{(pid=99932) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:57:39.293362 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.334282 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8570823'] for subnet, precommit_delete_associations {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.439263 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.516122 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8440298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244474'] for subnet, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.540985 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f7c9a8-a6cd-42f6-92c6-9da290964004 None None] Network 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:57:39.549587 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:57:39.571066 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6a37e3-18a5-4554-899f-c3e120aaefc8,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:39.574591 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.579315 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42434) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:39.579893 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-a4d28ab8-fca3-4733-a202-c1d12513f1a8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/df6a37e3-18a5-4554-899f-c3e120aaefc8 HTTP/1.1" status: 204 len: 168 time: 0.3483951 Aug 09 11:57:39.697010 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.771040 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Deleting port a53caa26-f763-4e0f-bcbb-7b9b330470da {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:39.771417 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.836233 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] For port a53caa26-f763-4e0f-bcbb-7b9b330470da, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=a53caa26-f763-4e0f-bcbb-7b9b330470da,segment=NetworkSegment(6d504798-9faa-4231-84be-080e5464f0a1),segment_id=6d504798-9faa-4231-84be-080e5464f0a1)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:39.836800 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.850574 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Calling delete_port for a53caa26-f763-4e0f-bcbb-7b9b330470da owned by network:dhcp {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:39.936351 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:39.964448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53caa26-f763-4e0f-bcbb-7b9b330470da,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:39.968542 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] No DVR routers for this DVR port a53caa26-f763-4e0f-bcbb-7b9b330470da on host dv-cinder-803901-1-iscsi {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:40.028334 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c442b9-aafe-4e72-9575-f23a901d1551 None None] DHCP port deletion for 206622f3-d0c1-4bbb-be0c-2246b3d36ce9 request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:57:40.080855 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fbea89e5-7024-44d0-afcd-eb91aee2fe74 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:40.117004 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: fbea89e5-7024-44d0-afcd-eb91aee2fe74 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:40.117431 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device fbea89e5-7024-44d0-afcd-eb91aee2fe74 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:40.132837 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.148115 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206622f3-d0c1-4bbb-be0c-2246b3d36ce9']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:40.157819 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d504798-9faa-4231-84be-080e5464f0a1') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:40.158238 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d504798-9faa-4231-84be-080e5464f0a1') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:40.169334 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.192425 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.200463 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:57:40.200871 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:57:40.202551 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:57:40.261145 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.279967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.281868 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/206622f3-d0c1-4bbb-be0c-2246b3d36ce9 HTTP/1.1" status: 204 len: 168 time: 0.7014458 Aug 09 11:57:40.283248 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1b098-404c-4283-8b57-10f4796a2ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=206622f3-d0c1-4bbb-be0c-2246b3d36ce9,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:40.448296 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42442) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:40.503682 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-66ea838e-79e1-4c7b-bcae-23c0c40b2ff7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d34daaec28ad4e5387cc3f82c8cc6566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540769 Aug 09 11:57:40.506261 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42444) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:40.559336 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-94360131-4c5a-4f7a-bd87-d28388a42eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.582278 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-94360131-4c5a-4f7a-bd87-d28388a42eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.640070 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-94360131-4c5a-4f7a-bd87-d28388a42eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.643627 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-94360131-4c5a-4f7a-bd87-d28388a42eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:40.645221 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-94360131-4c5a-4f7a-bd87-d28388a42eef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79ea5a3e-4235-484f-a957-0bd00864c632 HTTP/1.1" status: 204 len: 168 time: 0.1379621 Aug 09 11:57:40.662073 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360131-4c5a-4f7a-bd87-d28388a42eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea5a3e-4235-484f-a957-0bd00864c632,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:41.078422 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42450) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:41.145579 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-848b7e15-b69e-43fd-a308-7227518737a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a07feeae88ac47c194d82b4956245f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633349 Aug 09 11:57:41.145960 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42456) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:41.209908 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1419a719-9ecd-4401-8296-df36e041ca59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:41.238537 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1419a719-9ecd-4401-8296-df36e041ca59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:41.292943 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1419a719-9ecd-4401-8296-df36e041ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:41.295651 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-1419a719-9ecd-4401-8296-df36e041ca59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:41.296842 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-1419a719-9ecd-4401-8296-df36e041ca59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1051171-9a73-49b8-a3d6-cbcf0caac0b5 HTTP/1.1" status: 204 len: 168 time: 0.1497231 Aug 09 11:57:41.308764 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419a719-9ecd-4401-8296-df36e041ca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1051171-9a73-49b8-a3d6-cbcf0caac0b5,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:41.694698 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device a53caa26-f763-4e0f-bcbb-7b9b330470da no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:41.725324 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: a53caa26-f763-4e0f-bcbb-7b9b330470da {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:41.726455 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device a53caa26-f763-4e0f-bcbb-7b9b330470da not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:41.727241 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 333af2db-3703-4aa2-82c4-c6c5f1d0b40d no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:41.750417 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 333af2db-3703-4aa2-82c4-c6c5f1d0b40d {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:41.750895 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 333af2db-3703-4aa2-82c4-c6c5f1d0b40d not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:42.685039 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42468) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:42.869139 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Deleting port d9c3b2de-adeb-40f6-8e41-3738ab97b9d9 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:42.869517 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:42.961415 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:42.961774 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:42.978302 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Calling delete_port for d9c3b2de-adeb-40f6-8e41-3738ab97b9d9 owned by network:floatingip {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:43.166742 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:43.201366 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event deleted for resources: {'Port': ['ID=d9c3b2de-adeb-40f6-8e41-3738ab97b9d9,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:43.284890 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:43.285288 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Floating IP 284df840-134c-4b50-9a54-a8cdb911c455 disassociated (deleted). External IP: 172.27.3.12, port: 038e883c-d697-425a-8c6b-193a2b865e7f. Aug 09 11:57:43.523533 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:57:43.644354 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:57:43.651974 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:43.661141 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:57:43.685891 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:43.686737 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:43.719049 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-738aa05f-3901-421b-b5af-2b8ff458a7fa tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "DELETE /v2.0/floatingips/284df840-134c-4b50-9a54-a8cdb911c455 HTTP/1.1" status: 204 len: 168 time: 1.0328817 Aug 09 11:57:43.719868 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:43.722230 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1075ea31-8774-4212-873b-3c35c8843be3" -d '{"events": [{"name": "network-changed", "server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:43.733413 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-c299a504-3d1a-41d7-97ac-32aedaf18109 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617762 Aug 09 11:57:43.798633 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48c14c5-77c0-4e4c-be52-99ff090b0857 x-openstack-request-id: req-a48c14c5-77c0-4e4c-be52-99ff090b0857 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:43.799028 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:43.799377 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a48c14c5-77c0-4e4c-be52-99ff090b0857 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:43.799914 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f', 'status': 'completed', 'code': 200} Aug 09 11:57:43.827639 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:43.907349 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-cbd3356b-a612-4319-9331-5664e26a1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:43.908892 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-cbd3356b-a612-4319-9331-5664e26a1644 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1099 time: 0.0745282 Aug 09 11:57:44.106024 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075ea31-8774-4212-873b-3c35c8843be3 req-843a656d-0276-4cf9-9f5b-d5f062f4252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.107810 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075ea31-8774-4212-873b-3c35c8843be3 req-843a656d-0276-4cf9-9f5b-d5f062f4252f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 1098 time: 0.1391425 Aug 09 11:57:44.129303 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:15Z', 'revision_number': 1, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:44.161279 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:57:44.173652 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:44.174282 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:44.179075 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-75eb7c91-389c-46d3-a984-a56a86f6cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.180682 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-75eb7c91-389c-46d3-a984-a56a86f6cea6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.1965375 Aug 09 11:57:44.206248 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfddba-efcf-45f6-bd5f-e7b3dafd3d37 req-787b79f2-b787-498b-9a5a-81e7ec1f0f5a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.207751 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-79cfddba-efcf-45f6-bd5f-e7b3dafd3d37 req-787b79f2-b787-498b-9a5a-81e7ec1f0f5a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 945 time: 0.1403866 Aug 09 11:57:44.333095 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:44.655029 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:15Z', 'revision_number': 1, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:44.683163 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-79cfddba-efcf-45f6-bd5f-e7b3dafd3d37 req-61392bfc-7b7b-412c-9d31-0cebcc60548a tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035235 Aug 09 11:57:44.688577 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-758d868a-b15b-4dac-ad4a-ad03b1158e7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 200 len: 1002 time: 0.4946070 Aug 09 11:57:44.690071 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075ea31-8774-4212-873b-3c35c8843be3 req-097add1c-2826-4004-b219-057c9124b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.692473 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075ea31-8774-4212-873b-3c35c8843be3 req-097add1c-2826-4004-b219-057c9124b78b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.5706098 Aug 09 11:57:44.774683 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075ea31-8774-4212-873b-3c35c8843be3 req-8cc1a8fd-fd44-415c-91c9-542ef32e0e0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038e883c-d697-425a-8c6b-193a2b865e7f HTTP/1.1" status: 200 len: 217 time: 0.0616565 Aug 09 11:57:44.830570 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c0c61d-6e6b-4d98-bb80-bca97c1d0903 None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_floatingips': [{'id': '93cfbfb7-70b5-47af-ab04-99153981bb81', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'router_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'port_id': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'mac_address': 'fa:16:3e:cc:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82012688-e8e7-44ba-a680-fe4688338113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:53:11Z', 'updated_at': '2021-08-09T11:53:15Z', 'revision_number': 1, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:57:44.839987 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-cc984336-4477-40ef-ad2c-49742ca6957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.841742 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-cc984336-4477-40ef-ad2c-49742ca6957c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.1403697 Aug 09 11:57:44.845448 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075ea31-8774-4212-873b-3c35c8843be3 req-cbf80ab7-ecfd-44dd-a8b1-cddc2efd2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.846829 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075ea31-8774-4212-873b-3c35c8843be3 req-cbf80ab7-ecfd-44dd-a8b1-cddc2efd2717 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0545714 Aug 09 11:57:44.934410 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075ea31-8774-4212-873b-3c35c8843be3 req-f73790f9-8660-4378-ba62-b26d0ddddca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.936255 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075ea31-8774-4212-873b-3c35c8843be3 req-f73790f9-8660-4378-ba62-b26d0ddddca1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782220 Aug 09 11:57:44.941113 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-913d92e9-3953-4df7-8e42-652c3d32e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:44.942556 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-913d92e9-3953-4df7-8e42-652c3d32e4c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859823 Aug 09 11:57:45.120487 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075ea31-8774-4212-873b-3c35c8843be3 req-cd004bc8-fd63-4f1b-9f2d-630947367edf service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763172 Aug 09 11:57:45.124354 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-0a54da6b-495f-4322-9f62-71012bbad5fa service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717105 Aug 09 11:57:45.195034 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9235ca5-cfba-478a-b20a-da40e6803099 None None] New status for floating IP 284df840-134c-4b50-9a54-a8cdb911c455: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:57:45.359661 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-9681d4dd-3ede-4b6c-a592-033048cb4197 req-9ef41b5b-5e30-43e6-86ba-3e46d05f6ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031851 Aug 09 11:57:45.361381 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-1075ea31-8774-4212-873b-3c35c8843be3 req-007bc0d3-1ebb-4153-b90e-88ebdfeefda6 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971817 Aug 09 11:57:45.838951 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125a2d-b555-4e5e-a964-dae28b81ff63 req-1750ca1f-bcc7-4b73-b482-f861c5162a3f tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:45.847176 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-80125a2d-b555-4e5e-a964-dae28b81ff63 req-1750ca1f-bcc7-4b73-b482-f861c5162a3f tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 945 time: 0.0645432 Aug 09 11:57:45.884176 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-80125a2d-b555-4e5e-a964-dae28b81ff63 req-deae4ea1-edab-4268-8ed8-253a72f228de tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360277 Aug 09 11:57:46.224202 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-00a8fb69-2b55-4961-b541-11eaaa4f5f8b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:46.226459 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-00a8fb69-2b55-4961-b541-11eaaa4f5f8b tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 945 time: 0.0659223 Aug 09 11:57:46.339066 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Deleting port 038e883c-d697-425a-8c6b-193a2b865e7f {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:46.339789 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:46.469707 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] For port 038e883c-d697-425a-8c6b-193a2b865e7f, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=038e883c-d697-425a-8c6b-193a2b865e7f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:46.470089 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:46.487372 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Calling delete_port for 038e883c-d697-425a-8c6b-193a2b865e7f owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:46.673701 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:46.712763 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event deleted for resources: {'Port': ['ID=038e883c-d697-425a-8c6b-193a2b865e7f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:46.767606 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] No DVR routers for this DVR port 038e883c-d697-425a-8c6b-193a2b865e7f on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:46.770028 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:46.775090 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-a3d05b2a-9e83-4deb-8e2a-8399e6e99a5c req-bf588a77-730c-4d74-be18-9f891b6cc174 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "DELETE /v2.0/ports/038e883c-d697-425a-8c6b-193a2b865e7f HTTP/1.1" status: 204 len: 173 time: 0.5381224 Aug 09 11:57:46.775090 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'name': 'network-vif-deleted', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:46.776150 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067b44ad-7b31-4aa0-8bba-1278090c96b7" -d '{"events": [{"server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "name": "network-vif-deleted", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:46.818054 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e0195a-5450-4e49-9c2b-b1297d480754 x-openstack-request-id: req-a8e0195a-5450-4e49-9c2b-b1297d480754 {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:46.818358 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401132c7-325e-4f35-8a13-b00e0df57d60", "name": "network-vif-deleted", "tag": "038e883c-d697-425a-8c6b-193a2b865e7f", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:46.818613 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8e0195a-5450-4e49-9c2b-b1297d480754 {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:46.819018 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401132c7-325e-4f35-8a13-b00e0df57d60', 'name': 'network-vif-deleted', 'tag': '038e883c-d697-425a-8c6b-193a2b865e7f', 'status': 'completed', 'code': 200} Aug 09 11:57:47.011700 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-75c4c477-0426-45ca-97e9-2c729125f89f req-c0e4e9fa-ec98-45c8-bdce-7fb131cfdad7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=401132c7-325e-4f35-8a13-b00e0df57d60 HTTP/1.1" status: 200 len: 210 time: 0.0550213 Aug 09 11:57:50.337288 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 038e883c-d697-425a-8c6b-193a2b865e7f no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:50.360798 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: 038e883c-d697-425a-8c6b-193a2b865e7f {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:50.360798 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device 038e883c-d697-425a-8c6b-193a2b865e7f not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:50.557882 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42548) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:50.758211 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Deleting port 73a38755-eda8-4685-a11e-0629b1cdd3c1 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:50.758211 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:50.863457 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:50.864001 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:50.878967 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Calling delete_port for 73a38755-eda8-4685-a11e-0629b1cdd3c1 owned by network:floatingip {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:51.100004 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:51.139707 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event deleted for resources: {'Port': ['ID=73a38755-eda8-4685-a11e-0629b1cdd3c1,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:51.232780 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:51.233336 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.db.l3_db [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Floating IP 93cfbfb7-70b5-47af-ab04-99153981bb81 disassociated (deleted). External IP: 172.27.3.129, port: fc28bba2-9d34-4a46-807c-73dbe2ac8381. Aug 09 11:57:51.485879 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:57:51.609380 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:57:51.619761 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:57:51.620270 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:51.638212 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:51.639164 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:51.657526 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-abeef3d7-b72a-4393-b12b-1468235fd6ee tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "DELETE /v2.0/floatingips/93cfbfb7-70b5-47af-ab04-99153981bb81 HTTP/1.1" status: 204 len: 168 time: 1.0956254 Aug 09 11:57:51.657526 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:51.667002 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e820b86-cf76-414e-bbb7-449fe37df314" -d '{"events": [{"name": "network-changed", "server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:51.745574 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2820eba-9c41-41de-b4c0-8f0705a865fc x-openstack-request-id: req-d2820eba-9c41-41de-b4c0-8f0705a865fc {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:51.745787 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:51.746318 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2820eba-9c41-41de-b4c0-8f0705a865fc {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:51.746654 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'status': 'completed', 'code': 200} Aug 09 11:57:51.779919 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:51.846535 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-44f26219-7a2b-46bd-91d5-a7cc6a63aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:51.848316 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-44f26219-7a2b-46bd-91d5-a7cc6a63aae6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e83dea55f2bc48168cfec78363a51d3b&device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 1099 time: 0.0553832 Aug 09 11:57:52.012736 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-8e40a17c-7289-48f0-bfae-947bf0914564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:52.014276 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-8e40a17c-7289-48f0-bfae-947bf0914564 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 200 len: 912 time: 0.1516187 Aug 09 11:57:52.022140 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2181532-34e0-4d68-9546-064df7fccad0 req-57a70d56-4166-4807-acdf-03b9924ef2fc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:52.024197 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2181532-34e0-4d68-9546-064df7fccad0 req-57a70d56-4166-4807-acdf-03b9924ef2fc tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 946 time: 0.0840037 Aug 09 11:57:52.076445 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-6850a52d-b8f9-4854-9f6f-cb79cb38798d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 200 len: 217 time: 0.0503321 Aug 09 11:57:52.079526 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:52.123662 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:57:52.136061 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:57:52.136916 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:52.146183 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-e2181532-34e0-4d68-9546-064df7fccad0 req-3c17f225-1436-455b-9dfd-76462d8d2339 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150277 Aug 09 11:57:52.174902 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-442130d9-85b6-4e10-a52e-dd7d3e1ce596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:52.176596 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-442130d9-85b6-4e10-a52e-dd7d3e1ce596 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 200 len: 850 time: 0.0908620 Aug 09 11:57:52.235323 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-a2849ef8-a072-4379-8ca1-6efc4d96d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:52.236912 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-a2849ef8-a072-4379-8ca1-6efc4d96d730 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6f1f0b9-6bdc-454a-8320-c1198a35d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516429 Aug 09 11:57:52.292522 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:57:52.340725 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-fd2f2671-e67c-4a76-b522-bb4da6e70fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958679 Aug 09 11:57:52.445252 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-8e820b86-cf76-414e-bbb7-449fe37df314 req-094d6da7-10e8-4396-b4b8-ca4f7eb8a463 service neutron] 10.222.0.43 "GET /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968387 Aug 09 11:57:52.542974 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:52.571222 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4be5a4-73d6-4ba5-9f82-134a17988973 None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:47:30Z', 'revision_number': 4, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi', '_interfaces': [{'id': '46600742-d6e7-40a0-8879-f0257a13daba', 'name': '', 'network_id': 'c6f1f0b9-6bdc-454a-8320-c1198a35d922', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'mac_address': 'fa:16:3e:24:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:30Z', 'updated_at': '2021-08-09T11:47:37Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'subnets': [{'id': 'c3c1ed51-743b-46cd-8d99-a310b99070aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:57:52.839637 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb8e45-9504-48d6-959f-45ac0f7a6bc1 None None] New status for floating IP 93cfbfb7-70b5-47af-ab04-99153981bb81: DOWN {{(pid=99935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:57:53.276450 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50760d8-fcfd-4911-bc56-c78a6d7d41bf req-0073c198-532b-4463-97dc-662bd04aa5ba tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99932) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:53.277964 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e50760d8-fcfd-4911-bc56-c78a6d7d41bf req-0073c198-532b-4463-97dc-662bd04aa5ba tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 946 time: 0.0573328 Aug 09 11:57:53.323844 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-e50760d8-fcfd-4911-bc56-c78a6d7d41bf req-684ff73f-978b-45b9-9648-51bbad2c39b3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e55f267-8ba1-4195-808a-a12cee259502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Aug 09 11:57:53.942769 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-cbc710b3-7375-4aef-92f0-4e1a13ecf5af tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:57:53.944111 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-cbc710b3-7375-4aef-92f0-4e1a13ecf5af tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 946 time: 0.0467801 Aug 09 11:57:54.030169 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Deleting port fc28bba2-9d34-4a46-807c-73dbe2ac8381 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:54.030500 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:54.116595 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] For port fc28bba2-9d34-4a46-807c-73dbe2ac8381, host hv-cinder-80390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80390',level=0,port_id=fc28bba2-9d34-4a46-807c-73dbe2ac8381,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:54.116953 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:54.128998 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Calling delete_port for fc28bba2-9d34-4a46-807c-73dbe2ac8381 owned by compute:nova {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:54.253266 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:54.278936 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event deleted for resources: {'Port': ['ID=fc28bba2-9d34-4a46-807c-73dbe2ac8381,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:54.320780 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] No DVR routers for this DVR port fc28bba2-9d34-4a46-807c-73dbe2ac8381 on host hv-cinder-80390 {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:57:54.323789 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for port, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:54.325825 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [req-42a39bf2-d31a-4e97-a92e-dc60a2adfa83 req-8d1267f5-725f-43a0-b86d-42b88aae58a3 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.43 "DELETE /v2.0/ports/fc28bba2-9d34-4a46-807c-73dbe2ac8381 HTTP/1.1" status: 204 len: 173 time: 0.3756073 Aug 09 11:57:54.326281 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'name': 'network-vif-deleted', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381'}] {{(pid=99933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:57:54.328496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0fc059038c667982920b15df16ef8c147a5ba3a297a51fc820f2ce78d65f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60666d83-60b2-4b55-b739-2f6310efea00" -d '{"events": [{"server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "name": "network-vif-deleted", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381"}]}' {{(pid=99933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:57:54.367013 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75607756-101d-4cda-ad07-cca0da67286b x-openstack-request-id: req-75607756-101d-4cda-ad07-cca0da67286b {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:57:54.367302 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82012688-e8e7-44ba-a680-fe4688338113", "name": "network-vif-deleted", "tag": "fc28bba2-9d34-4a46-807c-73dbe2ac8381", "status": "completed", "code": 200}]} {{(pid=99933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:57:54.367552 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75607756-101d-4cda-ad07-cca0da67286b {{(pid=99933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:57:54.367975 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82012688-e8e7-44ba-a680-fe4688338113', 'name': 'network-vif-deleted', 'tag': 'fc28bba2-9d34-4a46-807c-73dbe2ac8381', 'status': 'completed', 'code': 200} Aug 09 11:57:54.418041 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [req-a8551416-1f9e-4249-958f-df268942da31 req-99406d4c-3bee-4875-817f-ecdfac1f36b7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "GET /v2.0/ports?device_id=82012688-e8e7-44ba-a680-fe4688338113 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Aug 09 11:57:55.484235 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42648) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:55.605185 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Deleting port 17aa644e-909d-4ce8-a489-e33ac1ec8699 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:55.605575 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:55.682387 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:55.682610 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:55.694347 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Calling delete_port for 17aa644e-909d-4ce8-a489-e33ac1ec8699 owned by network:floatingip {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:55.821146 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:55.850489 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event deleted for resources: {'Port': ['ID=17aa644e-909d-4ce8-a489-e33ac1ec8699,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:55.907696 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for floatingip, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:55.910633 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467001'] for floatingip, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:55.911792 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-00feb2c8-3b0b-4d5f-90c5-ee1e7839b6a7 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "DELETE /v2.0/floatingips/0baafc08-5f61-41c7-abe4-1aff6d161579 HTTP/1.1" status: 204 len: 168 time: 0.4265528 Aug 09 11:57:56.216672 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42660) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:56.264789 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] Deleting subnet 3c1850a4-2cfd-4478-9b0e-e21f77a9b30d {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:57:56.267829 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.301763 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.339245 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.389993 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.414975 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1850a4-2cfd-4478-9b0e-e21f77a9b30d,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:56.417417 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.419234 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e3d2e8ec-0e18-4ea8-91c6-167233416cd2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3c1850a4-2cfd-4478-9b0e-e21f77a9b30d HTTP/1.1" status: 204 len: 168 time: 0.2015209 Aug 09 11:57:56.421624 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42662) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:56.490078 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.568179 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.578442 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f12fdb-ad00-47a0-80ee-7fae23030763']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:56.592057 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:56.592335 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01b4bf2-d40d-4e0d-9de2-9990fe0917fe') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:57:56.600906 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.614716 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.621116 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:57:56.621526 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:57:56.623075 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:57:56.674876 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.679957 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.682350 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] 10.222.0.50 "DELETE /v2.0/networks/20f12fdb-ad00-47a0-80ee-7fae23030763 HTTP/1.1" status: 204 len: 168 time: 0.2598326 Aug 09 11:57:56.693030 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bd8c6-5f06-4c4c-a432-a83c9fe04ede admin admin] Pushing event deleted for resources: {'Network': ['ID=20f12fdb-ad00-47a0-80ee-7fae23030763,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:56.842434 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42666) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:56.882091 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-7bbc721c-22a6-4fe9-9832-fdac13377fcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2302b8915fb6455b831b174467535484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384018 Aug 09 11:57:56.884948 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42668) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:56.930747 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d69609-30c3-4741-88ef-b7f7aed9b3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.954638 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d69609-30c3-4741-88ef-b7f7aed9b3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:57.001118 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d69609-30c3-4741-88ef-b7f7aed9b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:57.003800 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-63d69609-30c3-4741-88ef-b7f7aed9b3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:57.005011 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-63d69609-30c3-4741-88ef-b7f7aed9b3dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c9d2f8b-dff7-4211-95e1-26a936aa0bd4 HTTP/1.1" status: 204 len: 168 time: 0.1191030 Aug 09 11:57:57.013869 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69609-30c3-4741-88ef-b7f7aed9b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d2f8b-dff7-4211-95e1-26a936aa0bd4,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:57.106311 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42674) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:57.173857 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f4701bb4-3545-4d27-ae49-3075c9c74106 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:57.199464 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f4701bb4-3545-4d27-ae49-3075c9c74106 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:57.260157 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f4701bb4-3545-4d27-ae49-3075c9c74106 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:57.262608 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-f4701bb4-3545-4d27-ae49-3075c9c74106 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:57.263797 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-f4701bb4-3545-4d27-ae49-3075c9c74106 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e55f267-8ba1-4195-808a-a12cee259502 HTTP/1.1" status: 204 len: 168 time: 0.1564007 Aug 09 11:57:57.272615 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701bb4-3545-4d27-ae49-3075c9c74106 tempest-TestVolumeBootPattern-1787828910 tempest-TestVolumeBootPattern-1787828910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e55f267-8ba1-4195-808a-a12cee259502,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:57.369763 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4dd10822-8e2d-4a1a-a48d-7b4cceddf830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:58.346753 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42706) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:57:58.350465 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device fc28bba2-9d34-4a46-807c-73dbe2ac8381 no longer exists at agent hyperv_hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:57:58.375558 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] No Port match for: fc28bba2-9d34-4a46-807c-73dbe2ac8381 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:57:58.376284 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Device fc28bba2-9d34-4a46-807c-73dbe2ac8381 not bound to the agent host hv-cinder-80390 {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:57:59.108011 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:59.361056 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Deleting port 46600742-d6e7-40a0-8879-f0257a13daba {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:57:59.361658 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:59.439123 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] For port 46600742-d6e7-40a0-8879-f0257a13daba, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=46600742-d6e7-40a0-8879-f0257a13daba,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:57:59.439491 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:59.451881 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Calling delete_port for 46600742-d6e7-40a0-8879-f0257a13daba owned by network:router_interface {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:57:59.666785 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:59.692664 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46600742-d6e7-40a0-8879-f0257a13daba,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:57:59.867341 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.076090 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Router fe06de56-7616-4920-a42f-0ec2fe196607 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:58:00.179983 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:58:00.186881 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-19889013-b6f9-4746-9c17-e42776c43ee3 admin admin] 10.222.0.50 "PUT /v2.0/routers/fe06de56-7616-4920-a42f-0ec2fe196607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382921 Aug 09 11:58:00.188707 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42726) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:00.193296 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] Sync routers for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:58:00.203615 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:58:00.204243 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:57:30Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:00.260387 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-27c4fe88-d4bf-4689-834d-5338057e4e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.300673 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.321370 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:58:00.399139 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.428232 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.454603 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Deleting port d6c76523-16f8-463b-a4fd-77bf3d6148b7 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:58:00.454861 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.511853 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:57:59Z', 'revision_number': 5, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port': {'id': 'd6c76523-16f8-463b-a4fd-77bf3d6148b7', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:97:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:28Z', 'updated_at': '2021-08-09T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:00.537344 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] Checking router: fe06de56-7616-4920-a42f-0ec2fe196607 for host: dv-cinder-803901-1-iscsi {{(pid=99934) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:58:00.541042 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] For port d6c76523-16f8-463b-a4fd-77bf3d6148b7, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=d6c76523-16f8-463b-a4fd-77bf3d6148b7,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:58:00.541516 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.546598 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] Routers {'fe06de56-7616-4920-a42f-0ec2fe196607'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99934) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:58:00.547022 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:58:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['fe06de56-7616-4920-a42f-0ec2fe196607'], 'active': True} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:00.556685 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Calling delete_port for d6c76523-16f8-463b-a4fd-77bf3d6148b7 owned by network:router_gateway {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:58:00.633292 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvr_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] Set router fe06de56-7616-4920-a42f-0ec2fe196607 gateway port host: None {{(pid=99934) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:58:00.687909 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_hamode_db [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:58:00Z', 'revision_number': 6, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port_host': None}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:00.717349 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b88238-d743-4b37-ae2b-41385ee40981 None None] The sync data for ids ['fe06de56-7616-4920-a42f-0ec2fe196607'] in dv-cinder-803901-1-iscsi is: [{'id': 'fe06de56-7616-4920-a42f-0ec2fe196607', 'name': 'tempest-TestVolumeBootPattern-458369593-router', 'tenant_id': 'e83dea55f2bc48168cfec78363a51d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:27Z', 'updated_at': '2021-08-09T11:58:00Z', 'revision_number': 6, 'project_id': 'e83dea55f2bc48168cfec78363a51d3b', 'gw_port_host': None}] {{(pid=99934) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:58:00.729912 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.760415 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c76523-16f8-463b-a4fd-77bf3d6148b7,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:00.822343 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.913469 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.915540 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.956780 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.957192 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe06de56-7616-4920-a42f-0ec2fe196607 {{(pid=99933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:58:00.961474 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:00.963314 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5bb9717a-4465-4658-8c84-13b060a162c1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fe06de56-7616-4920-a42f-0ec2fe196607 HTTP/1.1" status: 204 len: 168 time: 0.7730083 Aug 09 11:58:00.965696 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42736) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:01.012745 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] Deleting subnet c3c1ed51-743b-46cd-8d99-a310b99070aa {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:58:01.015671 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.049128 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.133702 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.193980 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.223706 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c1ed51-743b-46cd-8d99-a310b99070aa,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:01.227250 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.229879 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e99d2e80-2ab3-4528-b7f9-7799908a19e0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c3c1ed51-743b-46cd-8d99-a310b99070aa HTTP/1.1" status: 204 len: 168 time: 0.2631865 Aug 09 11:58:01.232303 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42738) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:01.237283 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dfac7c-6dd0-48a7-ab22-ac77c17f8460 None None] Network c6f1f0b9-6bdc-454a-8320-c1198a35d922 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:58:01.305347 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.364289 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Deleting port 527f6e38-8828-4866-bd91-b9f137173a2f {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:58:01.364637 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.441496 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] For port 527f6e38-8828-4866-bd91-b9f137173a2f, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=527f6e38-8828-4866-bd91-b9f137173a2f,segment=NetworkSegment(861d9f68-1111-41cb-a720-465d8da1c69d),segment_id=861d9f68-1111-41cb-a720-465d8da1c69d)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:58:01.442108 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.455630 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Calling delete_port for 527f6e38-8828-4866-bd91-b9f137173a2f owned by network:dhcp {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:58:01.538393 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.565440 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd701b0-c2fa-41ab-b1ea-1e2ca10589df None None] DHCP port deletion for c6f1f0b9-6bdc-454a-8320-c1198a35d922 request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:58:01.565726 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Pushing event deleted for resources: {'Port': ['ID=527f6e38-8828-4866-bd91-b9f137173a2f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:01.567463 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] No DVR routers for this DVR port 527f6e38-8828-4866-bd91-b9f137173a2f on host dv-cinder-803901-1-iscsi {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:58:01.583354 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.640976 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.651130 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f1f0b9-6bdc-454a-8320-c1198a35d922']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:01.661010 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861d9f68-1111-41cb-a720-465d8da1c69d') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:01.661300 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861d9f68-1111-41cb-a720-465d8da1c69d') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:01.669721 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 46600742-d6e7-40a0-8879-f0257a13daba no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:58:01.671534 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.685697 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.689666 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 46600742-d6e7-40a0-8879-f0257a13daba {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:58:01.690007 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 46600742-d6e7-40a0-8879-f0257a13daba not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:58:01.690410 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 527f6e38-8828-4866-bd91-b9f137173a2f no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:58:01.691446 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:58:01.691863 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:58:01.693520 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:58:01.712505 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 527f6e38-8828-4866-bd91-b9f137173a2f {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:58:01.712851 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 527f6e38-8828-4866-bd91-b9f137173a2f not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:58:01.713303 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d6c76523-16f8-463b-a4fd-77bf3d6148b7 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:58:01.732088 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: d6c76523-16f8-463b-a4fd-77bf3d6148b7 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:58:01.732427 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d6c76523-16f8-463b-a4fd-77bf3d6148b7 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:58:01.751672 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.756379 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:01.761238 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42740) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:01.761754 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c6f1f0b9-6bdc-454a-8320-c1198a35d922 HTTP/1.1" status: 204 len: 168 time: 0.5277653 Aug 09 11:58:01.773377 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7b0d-ceac-4dbb-8ade-d9994db25062 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f1f0b9-6bdc-454a-8320-c1198a35d922,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:02.104430 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-978819'] for router_interface, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:02.351434 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Deleting port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 {{(pid=99932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:58:02.351807 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:02.426436 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.db [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] For port 7fac23cb-ee3d-4a78-bcd0-54d639efaba2, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,segment=NetworkSegment(f4efb8f5-c589-47e7-9dc0-885b590d58f7),segment_id=f4efb8f5-c589-47e7-9dc0-885b590d58f7)] {{(pid=99932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:58:02.426795 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:02.440040 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.plugins.ml2.plugin [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Calling delete_port for 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 owned by network:router_interface {{(pid=99932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:58:02.615097 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8440281'] for port, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:02.645271 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fac23cb-ee3d-4a78-bcd0-54d639efaba2,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:02.669311 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.669663 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.670002 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.670334 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.670662 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.670989 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.671305 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.671647 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.671973 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.672294 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.672611 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.672927 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:02.816069 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978995'] for router_interface, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:03.022044 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 has already been hosted by L3 agent 305609b0-26c6-4a18-92fa-8783df9dd252 {{(pid=99932) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:58:03.031932 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:03.131530 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] Notify agent at l3_agent.dv-cinder-803901-1-iscsi the message routers_updated {{(pid=99932) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:58:03.140131 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42752) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:03.140764 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-c723985f-99de-48c6-af3c-2af3190f0f33 admin admin] 10.222.0.50 "PUT /v2.0/routers/8f95c64e-a3b9-470f-84fc-5b3ac62817d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3782587 Aug 09 11:58:03.142631 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] Sync routers for ids ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'] in dv-cinder-803901-1-iscsi {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:58:03.155171 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] Routers {'8f95c64e-a3b9-470f-84fc-5b3ac62817d9'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:58:03.156358 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:58:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:03.259745 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks [] for router, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:03.269386 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] Set router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 gateway port host: dv-cinder-803901-1-iscsi {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:58:03.390158 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:03.444836 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Deleting port d9d957a3-0648-4756-9e0b-5e2158552238 {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:58:03.445223 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:03.463097 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'external_fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:58:02Z', 'revision_number': 5, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port': {'id': 'd9d957a3-0648-4756-9e0b-5e2158552238', 'name': '', 'network_id': '9d0988de-db32-4c4b-af20-63483d3a68ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803901-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:33Z', 'updated_at': '2021-08-09T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3aac28-dd54-4dd4-9525-9e79a63b7142', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803901-1-iscsi'}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:03.489181 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] Checking router: 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 for host: dv-cinder-803901-1-iscsi {{(pid=99935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:58:03.497631 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] Routers {'8f95c64e-a3b9-470f-84fc-5b3ac62817d9'} bound to L3 agent in host dv-cinder-803901-1-iscsi {{(pid=99935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:58:03.498208 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803901-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:36:30Z,description=,heartbeat_timestamp=2021-08-09T11:58:00Z,host='dv-cinder-803901-1-iscsi',id=305609b0-26c6-4a18-92fa-8783df9dd252,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:36:30Z,topic='l3_agent')) {'router_ids': ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'], 'active': True} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:03.523660 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] For port d9d957a3-0648-4756-9e0b-5e2158552238, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=d9d957a3-0648-4756-9e0b-5e2158552238,segment=NetworkSegment(3abeea72-017d-4d8d-be5a-264cdeb963e2),segment_id=3abeea72-017d-4d8d-be5a-264cdeb963e2)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:58:03.523939 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:03.536933 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Calling delete_port for d9d957a3-0648-4756-9e0b-5e2158552238 owned by network:router_gateway {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:58:03.684037 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_dvr_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] Set router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 gateway port host: None {{(pid=99935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:58:03.740024 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.l3_hamode_db [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:58:03Z', 'revision_number': 6, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port_host': None}], 'dv-cinder-803901-1-iscsi', False) {} {{(pid=99935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:03.767136 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0344c4c7-8d33-4d34-ba49-217477b9acf6 None None] The sync data for ids ['8f95c64e-a3b9-470f-84fc-5b3ac62817d9'] in dv-cinder-803901-1-iscsi is: [{'id': '8f95c64e-a3b9-470f-84fc-5b3ac62817d9', 'name': 'tempest-TestVolumeBootPattern-1954448284-router', 'tenant_id': 'd73022ca470240f68868a64e3befa8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:32Z', 'updated_at': '2021-08-09T11:58:03Z', 'revision_number': 6, 'project_id': 'd73022ca470240f68868a64e3befa8c8', 'gw_port_host': None}] {{(pid=99935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:58:03.973568 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:03.997349 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d957a3-0648-4756-9e0b-5e2158552238,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:04.057148 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-977621'] for router_gateway, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.149508 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-981537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3207'] for router, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.151791 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.198979 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981717'] for router, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.199484 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f95c64e-a3b9-470f-84fc-5b3ac62817d9 {{(pid=99933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:58:04.204482 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] Notify callbacks [] for router, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.205603 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-32c85600-efea-4233-84fe-5fc430904feb admin admin] 10.222.0.50 "DELETE /v2.0/routers/8f95c64e-a3b9-470f-84fc-5b3ac62817d9 HTTP/1.1" status: 204 len: 168 time: 1.0643451 Aug 09 11:58:04.208171 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42758) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:04.256734 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] Deleting subnet 6cb5d501-4e7a-40c5-844e-9a2d50e3121f {{(pid=99933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:58:04.259975 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.295305 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10065033'] for subnet, precommit_delete_associations {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.373480 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007643'] for subnet, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.425320 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2007628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8492432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8793030'] for subnet, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.452361 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb5d501-4e7a-40c5-844e-9a2d50e3121f,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:04.454296 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for subnet, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.456190 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-d8bcbfc7-d8fa-4eb6-93d1-d74c514e6c52 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6cb5d501-4e7a-40c5-844e-9a2d50e3121f HTTP/1.1" status: 204 len: 168 time: 0.2471056 Aug 09 11:58:04.458606 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42764) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:04.460947 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb0ca3-9c71-4962-a726-d7534c9bb0d9 None None] Network 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 requested from dv-cinder-803901-1-iscsi {{(pid=99934) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:58:04.533759 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1597572'] for network, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.592053 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Deleting port 091ce9cf-c3b3-4240-9524-86df61f67e7b {{(pid=99933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:58:04.592396 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.643717 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] DHCP port deletion for 9d6d9d1f-8551-4866-8fd0-aeb970e7f122 request from dv-cinder-803901-1-iscsi {{(pid=99934) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:58:04.675956 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.db [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] For port 091ce9cf-c3b3-4240-9524-86df61f67e7b, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=091ce9cf-c3b3-4240-9524-86df61f67e7b,segment=NetworkSegment(f4efb8f5-c589-47e7-9dc0-885b590d58f7),segment_id=f4efb8f5-c589-47e7-9dc0-885b590d58f7)] {{(pid=99933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:58:04.676507 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.691398 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Calling delete_port for 091ce9cf-c3b3-4240-9524-86df61f67e7b owned by network:dhcp {{(pid=99933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:58:04.706306 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] Deleting port 091ce9cf-c3b3-4240-9524-86df61f67e7b {{(pid=99934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:58:04.706672 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729096033585'] for port, before_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.776493 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.db [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] For port 091ce9cf-c3b3-4240-9524-86df61f67e7b, host dv-cinder-803901-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803901-1-iscsi',level=0,port_id=091ce9cf-c3b3-4240-9524-86df61f67e7b,segment=NetworkSegment(f4efb8f5-c589-47e7-9dc0-885b590d58f7),segment_id=f4efb8f5-c589-47e7-9dc0-885b590d58f7)] {{(pid=99934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:58:04.776982 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975793'] for port, precommit_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.794260 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] Calling delete_port for 091ce9cf-c3b3-4240-9524-86df61f67e7b owned by network:dhcp {{(pid=99934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:58:04.829041 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8492451'] for port, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.856812 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Pushing event deleted for resources: {'Port': ['ID=091ce9cf-c3b3-4240-9524-86df61f67e7b,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:04.860945 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] No DVR routers for this DVR port 091ce9cf-c3b3-4240-9524-86df61f67e7b on host dv-cinder-803901-1-iscsi {{(pid=99933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:58:04.889154 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729096037771', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729095652590'] for port, after_delete {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.913711 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] Pushing event deleted for resources: {'Port': ['ID=091ce9cf-c3b3-4240-9524-86df61f67e7b,revision_number=None']} {{(pid=99934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:04.923162 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee25694-28ff-4802-a997-a21318329aa0 None None] No DVR routers for this DVR port 091ce9cf-c3b3-4240-9524-86df61f67e7b on host dv-cinder-803901-1-iscsi {{(pid=99934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:58:04.938749 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2007516', 'neutron.services.segments.db._delete_segments_for_network-8729096208496'] for network, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.948707 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6d9d1f-8551-4866-8fd0-aeb970e7f122']}} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:04.958602 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4efb8f5-c589-47e7-9dc0-885b590d58f7') {'for_net_delete': True} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:04.958890 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.services.segments.db [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4efb8f5-c589-47e7-9dc0-885b590d58f7') {} {{(pid=99933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:58:04.968072 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729096211577', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10065054'] for segment, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.985790 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578'] for segment, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.991841 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=99933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:58:04.992228 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2007578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8492366'] for segment, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: Traceback (most recent call last): Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: timer() Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: cb(*args, **kw) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: return func(*args, **kwargs) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: self._notify() Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: self.callback(batched_events) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: event.method(event) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: return f(self, *a, **k) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._get(url).json() Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: return self.request(url, 'GET', **kwargs) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:58:04.994090 dv-cinder-803901-1-iscsi neutron-server[99933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:58:05.046416 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2007493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977585'] for network, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:05.054235 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758306'] for network, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:05.056640 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9d6d9d1f-8551-4866-8fd0-aeb970e7f122 HTTP/1.1" status: 204 len: 168 time: 0.5970700 Aug 09 11:58:05.066159 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2f9e3-d63a-43d2-bfac-a4289d3fe695 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6d9d1f-8551-4866-8fd0-aeb970e7f122,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:05.167710 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42772) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:05.210320 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-e5a281f3-26a4-446b-83cd-06ae3dbab04d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e83dea55f2bc48168cfec78363a51d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413353 Aug 09 11:58:05.212878 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42774) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:05.260190 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8c743ba8-1eb5-4181-9422-1f13472b296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:05.280062 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8c743ba8-1eb5-4181-9422-1f13472b296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:05.329181 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8c743ba8-1eb5-4181-9422-1f13472b296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:05.331818 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-8c743ba8-1eb5-4181-9422-1f13472b296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:05.332950 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-8c743ba8-1eb5-4181-9422-1f13472b296d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a851a2c0-8555-4b05-9ddd-904083779430 HTTP/1.1" status: 204 len: 168 time: 0.1191299 Aug 09 11:58:05.340485 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c743ba8-1eb5-4181-9422-1f13472b296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a851a2c0-8555-4b05-9ddd-904083779430,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:05.691219 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42780) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:05.694462 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 091ce9cf-c3b3-4240-9524-86df61f67e7b no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:58:05.716872 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 091ce9cf-c3b3-4240-9524-86df61f67e7b {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:58:05.717276 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 091ce9cf-c3b3-4240-9524-86df61f67e7b not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:58:05.717694 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d9d957a3-0648-4756-9e0b-5e2158552238 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:58:05.739127 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: d9d957a3-0648-4756-9e0b-5e2158552238 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:58:05.739981 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device d9d957a3-0648-4756-9e0b-5e2158552238 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:58:05.740399 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 no longer exists at agent ovs-agent-dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:58:05.761082 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.plugin [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] No Port match for: 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 {{(pid=99934) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:58:05.761423 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron.plugins.ml2.rpc [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Device 7fac23cb-ee3d-4a78-bcd0-54d639efaba2 not bound to the agent host dv-cinder-803901-1-iscsi {{(pid=99934) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:58:06.021562 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-427be147-06c6-4bfb-b47b-4886f9bf1ce6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d73022ca470240f68868a64e3befa8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289845 Aug 09 11:58:06.024082 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42784) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:06.077685 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d518-c979-483d-8fae-f3d4ca2c7f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:06.100217 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d518-c979-483d-8fae-f3d4ca2c7f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:06.151695 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d518-c979-483d-8fae-f3d4ca2c7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:06.154268 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d518-c979-483d-8fae-f3d4ca2c7f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:06.156214 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-0cb0d518-c979-483d-8fae-f3d4ca2c7f34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7633a84d-9252-4bc8-a3f0-4af0ac9dbfb8 HTTP/1.1" status: 204 len: 168 time: 0.1305270 Aug 09 11:58:06.163238 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d518-c979-483d-8fae-f3d4ca2c7f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7633a84d-9252-4bc8-a3f0-4af0ac9dbfb8,revision_number=None']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:06.486953 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:16.548600 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:58:27.370431 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-daf05eb3-38a1-4fd1-902c-413541f3014c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:30.220990 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c062bea2-9169-440a-9db1-a941da213d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:30.368610 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:31.567926 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:33.030864 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:36.477950 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.462468 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [-] (99932) accepted ('10.222.0.50', 42974) {{(pid=99932) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:40.563036 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-022cd59c-5c1b-49cb-8541-fe13e5244cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.651047 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-022cd59c-5c1b-49cb-8541-fe13e5244cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.654784 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron_lib.callbacks.manager [None req-022cd59c-5c1b-49cb-8541-fe13e5244cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_create {{(pid=99932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.693269 dv-cinder-803901-1-iscsi neutron-server[99932]: INFO neutron.wsgi [None req-022cd59c-5c1b-49cb-8541-fe13e5244cf6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2e70a1ef56f452a8a0b065d224917fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297256 Aug 09 11:58:40.694327 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cd59c-5c1b-49cb-8541-fe13e5244cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65faf8f-efcc-46bb-a66f-43e2412cdc8e,revision_number=1']} {{(pid=99932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:40.696049 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [-] (99933) accepted ('10.222.0.50', 42978) {{(pid=99933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:58:40.745503 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.766254 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.811103 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597948'] for security_group, after_delete {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.813790 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron_lib.callbacks.manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:40.814913 dv-cinder-803901-1-iscsi neutron-server[99933]: INFO neutron.wsgi [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b65faf8f-efcc-46bb-a66f-43e2412cdc8e HTTP/1.1" status: 204 len: 168 time: 0.1178889 Aug 09 11:58:40.822542 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65faf8f-efcc-46bb-a66f-43e2412cdc8e,revision_number=None']} {{(pid=99933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:58:40.830533 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.830881 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.831215 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.831543 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.831897 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.832221 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.832544 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.832975 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.833163 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.833481 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.833800 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:40.834109 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ffe56-31ad-41ae-9e9d-1544d82bd119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803901-1-iscsi {{(pid=99933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:58:53.547620 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:58:57.371037 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-73a80238-4da8-4f23-8f17-b2cd5142b741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:00.220909 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d88f-3a43-4788-b289-4a454a781cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:00.368964 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:01.570863 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:03.033333 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:06.479801 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:27.371514 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-b42bbaf4-1637-44a5-9a4d-7f30d525704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:30.220904 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-f43076b7-5726-4338-9c28-adb2d34e062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:30.370280 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:30.546324 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:59:31.573561 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:33.038060 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:36.493677 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:57.371723 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-90e0e5b0-ab94-4b75-8083-2b2bfcaa9075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:00.222721 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba586-b06e-401a-940a-d3a0fe79b553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:00.372273 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:01.583394 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:03.038372 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:04.854457 dv-cinder-803901-1-iscsi neutron-server[99933]: DEBUG neutron.wsgi [req-528f0e7e-4a6c-4961-a893-f5db81d51ef0 req-ff892ad5-9c10-4ad3-8e3c-5938d08f9768 service neutron] (99933) timed out ('10.222.0.43', 61932) {{(pid=99933) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 12:00:06.487492 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:07.545715 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 12:00:27.372084 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-4cc47e30-0b0d-4928-893f-101406ba41b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:30.223334 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7ae10c7a-7588-43c5-8be3-f28b7d1a70ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:30.372968 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:31.579625 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:33.039940 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:36.498357 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:00:44.544628 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 12:00:57.372761 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c0b117bb-ace7-43b4-8e8b-f5b827a5cd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:00.224675 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-500785c8-49c0-49da-86bd-8b63da69b13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:00.373108 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:01.589297 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:03.042792 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:06.537376 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:21.543465 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 12:01:27.374567 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-62b8c34a-6388-4aca-a233-6077b17c21d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:30.224848 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-7f1ad864-3e93-469f-9be9-6f324f5e7ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:30.372242 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:31.578640 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:33.045636 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:36.544704 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:57.377158 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-2177aa60-9882-4596-8559-d6753eb3ab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:01:58.543501 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 12:02:00.226158 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-bb41054d-9c24-4ce5-b18a-c9a9ac3f7d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:00.373022 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:01.582054 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:03.048728 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:06.539852 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:27.377208 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-bc376f82-c23c-46fa-b659-28ecffcb3265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:30.227136 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c544fa5b-a066-40e6-89fd-9354d8783f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:30.373937 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:31.583193 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:33.052886 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:35.542005 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 12:02:36.549617 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:02:43.301614 dv-cinder-803901-1-iscsi neutron-server[99932]: DEBUG neutron.wsgi [req-5f102137-ace0-447f-a66a-297aab30c278 req-3cd39d90-da22-4c5b-9936-6b5061d3d014 service neutron] (99932) timed out ('10.222.0.43', 61939) {{(pid=99932) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 12:02:57.378919 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-1f53d66f-2106-4402-a7c7-7748f8d1951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:00.227856 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-3046f034-5e0b-4093-89cc-60da07a2d3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:00.373924 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:01.586191 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:03.056498 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:06.563652 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:12.541028 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 12:03:27.379244 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-b0219db2-b86d-484c-9690-6f90dfa9e71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:30.228220 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-8fbcddd3-37cb-40a6-bf67-3b30bffdd07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:30.375684 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:31.589380 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:33.058421 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:36.562825 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:03:49.540288 dv-cinder-803901-1-iscsi neutron-server[99935]: DEBUG neutron.db.agents_db [None req-4aa62c40-a4e8-4e16-9edf-4ea5ffe569ee None None] Agent healthcheck: found 6 active agents {{(pid=99935) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 12:03:57.379464 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-5a02151c-d101-4f10-9bbf-aca1978ce611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:04:00.228234 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-9a36d2d4-f24b-4151-8c47-5b58a9f9ed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:04:00.376452 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-c39048c1-615a-4498-ba3e-71496b9b2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:04:01.594500 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-93ecc060-23f1-4718-9d43-f63a734c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:04:03.060447 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-0d22834e-373e-4765-a0c4-93f95f57d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 12:04:06.577951 dv-cinder-803901-1-iscsi neutron-server[99934]: DEBUG neutron_lib.callbacks.manager [None req-e8c421b9-a01c-4db1-9bcd-4e4a1e988637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729096208388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833298'] for agent, after_update {{(pid=99934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}